-- Logs begin at Mon 2021-06-21 19:08:17 UTC, end at Mon 2021-06-21 20:22:20 UTC. -- Jun 21 19:48:36.330668 dv-cinder-792462-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 19:48:38.983085 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.common.config [-] Logging enabled! Jun 21 19:48:38.983797 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev366 Jun 21 19:48:38.983909 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 19:48:38.988497 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.common.config [-] Logging enabled! Jun 21 19:48:38.988757 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev366 Jun 21 19:48:38.989074 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 19:48:38.990000 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 19:48:38.990238 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 19:48:38.990603 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 19:48:38.990851 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 19:48:38.991079 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 19:48:38.991401 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.991733 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.992032 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.992264 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.992558 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.992851 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.993135 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.993424 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.993723 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.994009 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.994288 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.994570 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.994802 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.995082 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.995372 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.995687 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.995914 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] debug = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.996195 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.996616 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.997027 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.997308 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.997597 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.997892 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.998148 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.998437 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.998706 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.999031 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] host = dv-cinder-792462-15-iscsi {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.999307 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:38.999617 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.000510 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.000803 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.001079 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.001360 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.001648 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.001924 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.002203 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] log_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.002480 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.002769 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.003056 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.003345 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.003600 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.003825 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.004114 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.004401 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.004677 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.004951 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.005225 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.005499 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.005772 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.006041 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.006324 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.006606 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.006891 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.007166 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.007438 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.007975 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.008253 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.008579 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.008835 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.009106 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.009380 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.009664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.009932 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.010203 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.010505 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.010790 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.011067 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.011347 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.011643 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.011923 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.012194 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.012464 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.012733 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] use_json = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.013004 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.013272 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.013553 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.013824 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.014095 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.014366 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.014637 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.014918 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:39.015212 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.015745 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.016048 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.016335 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.016632 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.016916 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.017207 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.017488 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.017779 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.018074 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.018362 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.018643 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.018931 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.019209 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.019537 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.019848 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.020143 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.020437 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.020719 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.020996 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.021271 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.021549 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.021838 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.022132 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.022421 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.022699 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.022978 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.023276 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.023577 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.023856 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.024137 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.024427 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.024707 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.024984 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.025266 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.025543 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.025816 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.026089 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.026364 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.026654 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.026932 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.027204 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.027495 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.027779 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.028052 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.028336 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.028613 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.028886 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.029160 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.029438 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.029714 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.029989 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.030268 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.030542 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.030822 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.031683 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.031962 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.032238 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.032517 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.032789 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.033063 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.033337 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.033613 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.033885 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.034159 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.034434 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.034707 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.034982 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.035269 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.035590 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.035869 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.036148 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.036427 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.036704 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.036981 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.037258 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.037534 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.037812 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.038083 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.038374 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.038657 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.038940 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.039221 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.039531 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.039825 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.040101 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.040382 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.040659 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.040936 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.041227 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.041509 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.041803 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.042097 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.042392 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.042684 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.042979 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.043259 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.043592 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.043873 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:39.044091 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 19:48:39.044332 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104686) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 19:48:39.393009 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:39.393283 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:39.393576 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:39.393911 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 19:48:39.781267 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.781616 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.781834 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.783158 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.783437 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.783730 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.817514 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.817795 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.818067 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.831235 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.831541 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.831815 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.861826 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.862103 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.862373 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.897513 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.897799 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:39.898071 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.128979 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.129578 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.129578 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.129742 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.130634 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.253709 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.254026 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.254308 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.254579 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.254850 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.255169 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.255431 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.255712 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.255967 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.256252 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.256513 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.256779 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.257043 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.257309 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.257566 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.258088 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.258363 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.258623 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.258894 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.259152 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.259435 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.259803 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.260057 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.260340 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.260590 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.260836 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.261231 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:48:40.261474 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:48:40.261713 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:48:40.261989 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:48:40.262223 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:48:40.262458 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:48:40.262822 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 19:48:40.267030 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 19:48:40.270928 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 19:48:40.274698 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 21 19:48:40.276355 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 19:48:40.276802 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 19:48:40.277134 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 19:48:40.277515 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 19:48:40.280316 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 19:48:40.280571 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 19:48:40.280917 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 19:48:40.308402 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 19:48:40.308845 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.309140 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104686) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 21 19:48:40.309504 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.310848 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104686) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 19:48:40.311133 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 19:48:40.311385 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 19:48:40.314594 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.314882 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:40.378888 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 19:48:40.379162 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 19:48:40.379359 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 19:48:40.379753 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 19:48:40.401274 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_db.sqlalchemy.engines [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104686) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 19:48:41.071341 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Initializing driver for type 'gre' Jun 21 19:48:41.071917 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] gre ID ranges: [(1, 1000)] Jun 21 19:48:41.225650 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Initializing driver for type 'local' Jun 21 19:48:41.226235 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Initializing driver for type 'vlan' Jun 21 19:48:41.293988 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] VlanTypeDriver initialization complete Jun 21 19:48:41.294370 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Initializing driver for type 'vxlan' Jun 21 19:48:41.294863 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] vxlan ID ranges: [(1, 1000)] Jun 21 19:48:41.477005 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Initializing extension driver 'port_security' Jun 21 19:48:41.477278 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.extensions.port_security [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] PortSecurityExtensionDriver initialization complete Jun 21 19:48:41.477617 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Initializing mechanism driver 'openvswitch' Jun 21 19:48:41.477953 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Initializing mechanism driver 'hyperv' Jun 21 19:48:41.484649 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.plugin [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:41.485407 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > port after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.485823 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > port after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.486182 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > port after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.486568 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.486920 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.487264 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.487665 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > network after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.488021 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > network after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.488363 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > network after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.488739 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.489088 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.489426 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.489800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.490143 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.490527 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.490950 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > address_group after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.491304 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > address_group after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.491660 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.491998 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] ML2 OVO RPC backend initialized. {{(pid=104686) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 19:48:41.492693 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.493115 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.493532 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > network before_response 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.493877 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > networks before_response 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.494225 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > port before_response 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.494566 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > ports before_response 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.494907 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.495243 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.495620 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > network after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.495960 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > network after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.496320 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > network after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.496661 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > port after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.496992 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > port after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.497329 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > port after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.497663 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.498040 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.498431 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.499001 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.plugin [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Modular L2 Plugin initialization complete Jun 21 19:48:41.499324 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading services supported by the core plugin {{(pid=104686) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 19:48:41.499680 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.plugins.ml2.managers [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Got port-security extension from driver 'port_security' Jun 21 19:48:41.501100 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.extensions.vlantransparent [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Disabled vlantransparent extension. Jun 21 19:48:41.501599 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104686) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 19:48:41.501917 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading Plugin: router Jun 21 19:48:41.537652 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.538049 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router after_create 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.538416 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router before_create 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.538776 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.539140 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.539586 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router after_delete 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.539947 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.540308 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router after_create 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.540653 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router after_update 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.541001 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router after_update 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.541345 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.541699 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router after_update 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.542101 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.542464 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: port after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.542800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: port after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.543132 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: subnet after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.543487 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.543834 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.544176 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.544516 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: port before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.544853 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.545206 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router after_update 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.545546 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.545898 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.546259 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.546610 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.547054 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > network after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.547927 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Tracking information for resource: router configured {{(pid=104686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:48:41.548258 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Tracking information for resource: floatingip configured {{(pid=104686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:48:41.553108 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.db.l3_agentschedulers_db [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 19:48:41.553668 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: port after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.554021 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: port after_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.554364 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: port after_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.554708 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: port after_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.555511 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router before_create 55550100 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.555877 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.556237 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.556591 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.561038 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.services.provider_configuration [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service providers = [] {{(pid=104686) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 19:48:41.561399 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.db.servicetype_db [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104686) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 19:48:41.564821 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.services.service_base [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 19:48:41.565169 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.services.service_base [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 19:48:41.565510 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.services.service_base [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 19:48:41.566375 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.services.service_base [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 19:48:41.566742 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.services.service_base [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 19:48:41.567115 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:48:41.567430 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 19:48:41.578571 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:48:41.578916 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading Plugin: auto_allocate Jun 21 19:48:41.584545 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: network precommit_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.584912 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: network precommit_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.585425 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:48:41.585745 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading Plugin: tag Jun 21 19:48:41.592184 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:48:41.592510 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading Plugin: timestamp Jun 21 19:48:41.596476 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:48:41.596803 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading Plugin: network_ip_availability Jun 21 19:48:41.603683 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.604053 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.604458 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.605161 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:48:41.605479 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading Plugin: flavors Jun 21 19:48:41.618900 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:48:41.619232 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading Plugin: revisions Jun 21 19:48:41.623510 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:48:41.623898 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_concurrency.lockutils [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.230s {{(pid=104686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:41.624619 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104686) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 21 19:48:41.625584 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Initializing extension manager. Jun 21 19:48:41.626089 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: __init__.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.626423 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: __pycache__ {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.626753 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.627083 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: address_group.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.627851 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.628405 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: address-group Jun 21 19:48:41.628726 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: address_scope.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.629417 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.629941 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: address-scope Jun 21 19:48:41.630297 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.631361 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.631895 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: router-admin-state-down-before-update Jun 21 19:48:41.632213 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: agent.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.633149 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.633730 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: agent Jun 21 19:48:41.634044 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: agent_resources_synced.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.634923 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.635420 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: agent-resources-synced Jun 21 19:48:41.635769 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.637530 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.638041 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: allowed-address-pairs Jun 21 19:48:41.638365 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.639622 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.640132 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: auto-allocated-topology Jun 21 19:48:41.641090 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: availability_zone.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.641820 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.642318 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: availability_zone Jun 21 19:48:41.642638 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: availability_zone_filter.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.643553 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.644049 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: availability_zone_filter Jun 21 19:48:41.644371 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: data_plane_status.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.645307 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.645802 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 19:48:41.646119 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: default_subnetpools.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.661395 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.661890 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: default-subnetpools Jun 21 19:48:41.662208 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.662992 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.663522 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: dhcp_agent_scheduler Jun 21 19:48:41.663843 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: dns.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.664780 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.665269 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension dns-integration not supported by any of loaded plugins Jun 21 19:48:41.665586 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: dns_domain_ports.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.666512 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.667075 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 19:48:41.667394 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: dvr.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.668135 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.668628 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: dvr Jun 21 19:48:41.668945 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: empty_string_filtering.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.669836 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.670331 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: empty-string-filtering Jun 21 19:48:41.670702 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.672140 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.672628 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 19:48:41.672945 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.673821 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.674314 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 19:48:41.674633 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: external_net.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.675541 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.676041 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: external-net Jun 21 19:48:41.676357 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.677238 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.677828 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: extra_dhcp_opt Jun 21 19:48:41.678144 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: extraroute.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.679027 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.679545 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: extraroute Jun 21 19:48:41.679870 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: extraroute_atomic.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.680880 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.681424 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: extraroute-atomic Jun 21 19:48:41.681772 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: filter_validation.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.682417 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.682940 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: filter-validation Jun 21 19:48:41.683255 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: fip_pf_description.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.684188 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.684680 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 19:48:41.684994 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: fip_port_details.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.685916 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.686410 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: fip-port-details Jun 21 19:48:41.686723 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: flavors.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.688607 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.694338 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: flavors Jun 21 19:48:41.694338 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.695820 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.696326 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 19:48:41.696654 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: floatingip_pools.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.697334 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.697833 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: floatingip-pools Jun 21 19:48:41.698155 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: ip_allocation.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.699123 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.699648 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 19:48:41.699969 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.700880 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.701411 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: ip-substring-filtering Jun 21 19:48:41.701734 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: l2_adjacency.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.702632 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.703341 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 19:48:41.703489 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: l3.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.704496 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.705000 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: router Jun 21 19:48:41.705319 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.707711 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.708256 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 19:48:41.712613 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.713387 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.713896 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: ext-gw-mode Jun 21 19:48:41.714219 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.715116 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.715662 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: l3-ha Jun 21 19:48:41.716028 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: l3_flavors.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.716923 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.717429 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: l3-flavors Jun 21 19:48:41.717752 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.718724 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.719270 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 19:48:41.719631 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: l3agentscheduler.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.720637 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.721180 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: l3_agent_scheduler Jun 21 19:48:41.721521 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: logging.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.723016 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.723552 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension logging not supported by any of loaded plugins Jun 21 19:48:41.723886 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: metering.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.724674 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.725254 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: metering Jun 21 19:48:41.725581 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.726646 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.727237 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: metering_source_and_destination_fields Jun 21 19:48:41.727547 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: multiprovidernet.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.728450 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.728950 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: multi-provider Jun 21 19:48:41.729271 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: netmtu.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.730155 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.730653 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: net-mtu Jun 21 19:48:41.730973 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: netmtu_writable.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.731956 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.732455 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: net-mtu-writable Jun 21 19:48:41.732774 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: network_availability_zone.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.733508 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.734002 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: network_availability_zone Jun 21 19:48:41.734901 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: network_ip_availability.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.736020 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.736527 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: network-ip-availability Jun 21 19:48:41.736851 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: network_segment_range.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.737595 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.738090 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 19:48:41.738411 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: pagination.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.739373 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.739722 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: pagination Jun 21 19:48:41.740075 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: port_device_profile.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.740970 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.741477 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: port-device-profile Jun 21 19:48:41.741797 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.742685 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.743185 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: port-mac-address-regenerate Jun 21 19:48:41.743531 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.744428 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.744927 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: port-numa-affinity-policy Jun 21 19:48:41.745243 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: port_resource_request.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.746119 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.746610 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 19:48:41.746925 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: portbindings.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.747860 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.748354 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: binding Jun 21 19:48:41.748677 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: portbindings_extended.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.750734 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.751557 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: binding-extended Jun 21 19:48:41.751926 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: portsecurity.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.752828 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.753338 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: port-security Jun 21 19:48:41.753658 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: project_id.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.754613 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.754940 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: project-id Jun 21 19:48:41.755257 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: providernet.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.756239 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.756744 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: provider Jun 21 19:48:41.757062 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: qos.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.767158 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.767791 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension qos not supported by any of loaded plugins Jun 21 19:48:41.768126 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.769372 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.769880 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 19:48:41.770243 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.771134 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.771664 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 19:48:41.771987 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: qos_default.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.772979 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.773483 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension qos-default not supported by any of loaded plugins Jun 21 19:48:41.773805 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: qos_fip.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.774442 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.774944 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension qos-fip not supported by any of loaded plugins Jun 21 19:48:41.775264 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.791804 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.792305 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 19:48:41.792628 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.793519 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.794016 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 19:48:41.794336 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.795244 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.795946 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 19:48:41.796523 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: qos_rules_alias.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.798228 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.798730 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 19:48:41.799059 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: quotasv2.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.799999 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.800325 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: quotas Jun 21 19:48:41.800699 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: quotasv2_detail.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.803850 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.804189 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: quota_details Jun 21 19:48:41.804519 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: rbac.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.805563 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.806081 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: rbac-policies Jun 21 19:48:41.806409 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: rbac_address_group.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.807371 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.807907 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: rbac-address-group Jun 21 19:48:41.808231 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: rbac_address_scope.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.809124 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.809633 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: rbac-address-scope Jun 21 19:48:41.809957 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: rbac_security_groups.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.810853 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.811353 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: rbac-security-groups Jun 21 19:48:41.811737 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.814930 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.815432 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: rbac-subnetpool Jun 21 19:48:41.815784 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: revisionifmatch.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.816730 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.817231 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: revision-if-match Jun 21 19:48:41.817552 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: revisions.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.818840 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.819412 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: standard-attr-revisions Jun 21 19:48:41.819759 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: router_availability_zone.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.820420 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.820924 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: router_availability_zone Jun 21 19:48:41.821242 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: routerservicetype.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.822133 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.822635 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension router-service-type not supported by any of loaded plugins Jun 21 19:48:41.822959 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.823886 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.824389 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: security-groups-normalized-cidr Jun 21 19:48:41.824828 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.825725 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.826224 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: port-security-groups-filtering Jun 21 19:48:41.826542 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.827433 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.827981 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: security-groups-remote-address-group Jun 21 19:48:41.828306 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: securitygroup.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.837963 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.838485 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: security-group Jun 21 19:48:41.838812 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: segment.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.839706 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.840216 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension segment not supported by any of loaded plugins Jun 21 19:48:41.840537 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.841492 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.841996 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 19:48:41.842316 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: servicetype.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.843408 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.844196 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: service-type Jun 21 19:48:41.844522 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: sorting.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.845493 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.845822 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: sorting Jun 21 19:48:41.846139 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: standard_attr_segment.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.847028 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.847592 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 19:48:41.847944 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: standardattrdescription.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.848574 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.849072 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: standard-attr-description Jun 21 19:48:41.849392 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: stateful_security_group.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.850299 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.850850 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: stateful-security-group Jun 21 19:48:41.851169 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: stdattrs_common.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.851762 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 19:48:41.852080 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.855285 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.855821 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 19:48:41.856143 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: subnet_onboard.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.857237 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.857750 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: subnet_onboard Jun 21 19:48:41.858075 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.859058 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.860160 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 19:48:41.860483 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: subnet_service_types.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.861439 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.861983 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: subnet-service-types Jun 21 19:48:41.862308 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: subnetallocation.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.863414 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.863985 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: subnet_allocation Jun 21 19:48:41.864309 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.865041 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.865584 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: subnetpool-prefix-ops Jun 21 19:48:41.865907 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.866834 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.867333 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 19:48:41.867681 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: tagging.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.868723 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.869228 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: standard-attr-tag Jun 21 19:48:41.869552 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: timestamp.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.870781 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.871290 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loaded extension: standard-attr-timestamp Jun 21 19:48:41.871647 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: trunk.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.872650 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.873157 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension trunk not supported by any of loaded plugins Jun 21 19:48:41.873481 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: trunk_details.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.874372 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.875475 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension trunk-details not supported by any of loaded plugins Jun 21 19:48:41.875805 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.876699 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.877298 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 19:48:41.877620 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Loading extension file: vlantransparent.py {{(pid=104686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:48:41.878274 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:48:41.878773 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 19:48:41.881348 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:network Jun 21 19:48:41.881884 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:subnet Jun 21 19:48:41.882279 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 19:48:41.882664 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:port Jun 21 19:48:41.884173 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.884702 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service FLAVORS assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.889264 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.889264 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.889264 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:router Jun 21 19:48:41.889264 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 19:48:41.889264 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service METERING assigned prefix: /metering {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.889264 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.889766 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.889766 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:48:41.890163 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 19:48:41.890782 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:security_group Jun 21 19:48:41.891310 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 19:48:41.891956 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service CORE assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.892411 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 19:48:41.892788 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] subnetpool is already registered Jun 21 19:48:41.893221 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service CORE assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.893546 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 19:48:41.893876 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] subnetpool is already registered Jun 21 19:48:41.896181 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.896612 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service FLAVORS assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.897198 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.897618 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.897944 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:router Jun 21 19:48:41.898344 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] router is already registered Jun 21 19:48:41.898757 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 19:48:41.899089 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] floatingip is already registered Jun 21 19:48:41.899564 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service METERING assigned prefix: /metering {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.900220 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 19:48:41.900544 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] rbac_policy is already registered Jun 21 19:48:41.900988 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:security_group Jun 21 19:48:41.901372 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] security_group is already registered Jun 21 19:48:41.901769 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 19:48:41.902100 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] security_group_rule is already registered Jun 21 19:48:41.902713 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service CORE assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.903036 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 19:48:41.903366 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] subnetpool is already registered Jun 21 19:48:41.903810 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.v2.resource_helper [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Service CORE assigned prefix: {{(pid=104686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:48:41.904133 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 19:48:41.904541 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING neutron.quota.resource_registry [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] subnetpool is already registered Jun 21 19:48:41.905024 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: extensions {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.906721 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: address-groups {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.908318 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: address-scopes {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.909603 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: agents {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.910788 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: auto-allocated-topology {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.912076 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: availability_zones {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.913277 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: dhcp-networks {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.914831 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: dhcp-agents {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.916378 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: routers {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.918173 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: flavors {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.920598 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: service_profiles {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.922472 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: next_providers {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.923979 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: service_profiles {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.925563 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: floatingip-pools {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.926786 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: routers {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.928649 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: floatingips {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.929913 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: l3-routers {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.931341 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: l3-agents {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.932813 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: metering-labels {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.934118 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: metering-label-rules {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.935598 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: network-ip-availabilities {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.936860 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: bindings {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.939164 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: quotas {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.940702 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: quotas {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.942124 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: rbac-policies {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.943310 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: security-groups {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.944681 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: security-group-rules {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.945962 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: service-providers {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.947170 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: subnetpools {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.948505 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: subnetpools {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.950084 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: tags {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.951758 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: tags {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.953656 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: tags {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.955458 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: tags {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.957183 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: tags {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.961123 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: tags {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.961123 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: tags {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.962669 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: tags {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.964550 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: tags {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.966272 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron.api.extensions [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Extended resource: tags {{(pid=104686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:48:41.972429 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING keystonemiddleware.auth_token [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 19:48:41.976968 dv-cinder-792462-15-iscsi neutron-server[104686]: WARNING keystonemiddleware.auth_token [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 19:48:41.986146 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_concurrency.lockutils [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Acquired lock "singleton_lock" {{(pid=104686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 21 19:48:41.986564 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_concurrency.lockutils [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Releasing lock "singleton_lock" {{(pid=104686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 21 19:48:41.987191 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO oslo_service.service [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Starting 2 workers Jun 21 19:48:41.991996 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Started child 104793 {{(pid=104686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 19:48:41.996530 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Started child 104794 {{(pid=104686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 19:48:41.997302 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:41.998103 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO neutron.service [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 19:48:41.998766 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Notify callbacks [] for process, before_spawn {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:41.998924 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [-] (104793) wsgi starting up on http://0.0.0.0:9696 Jun 21 19:48:42.001833 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:42.002309 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO oslo_service.service [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Starting 1 workers Jun 21 19:48:42.003297 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [-] (104794) wsgi starting up on http://0.0.0.0:9696 Jun 21 19:48:42.005908 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33506) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:42.007211 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Started child 104796 {{(pid=104686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 19:48:42.008016 dv-cinder-792462-15-iscsi neutron-server[104686]: INFO oslo_service.service [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Starting 1 workers Jun 21 19:48:42.013272 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.service [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] calling RpcWorker wait() {{(pid=104796) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 19:48:42.013272 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.service [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] returning from RpcWorker wait() {{(pid=104796) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 19:48:42.013957 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Started child 104797 {{(pid=104686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 19:48:42.014046 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:42.014046 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:42.014170 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG neutron_lib.callbacks.manager [None req-2df63590-19c6-4f3b-a4b1-1894e72598f5 None None] Notify callbacks [] for process, after_spawn {{(pid=104686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:42.015513 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067239 Jun 21 19:48:42.015776 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 19:48:42.015995 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 19:48:42.016298 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 19:48:42.016520 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 19:48:42.016871 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 19:48:42.017051 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 19:48:42.017573 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.019648 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.019648 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.019648 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.019648 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.020236 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.020504 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.020768 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.021082 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.021329 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.021492 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.021664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.021931 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.022161 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.022502 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.022798 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.023024 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.023308 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.024028 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.024190 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:42.025048 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.025435 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:42.025731 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.026195 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.026705 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] debug = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.027152 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.027870 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.028336 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.028822 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.029259 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.029573 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.029821 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.030142 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.030374 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.030638 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.030870 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.031731 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.034328 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.034328 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.034328 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.034328 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.034328 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.034709 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] host = dv-cinder-792462-15-iscsi {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.034709 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.034837 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.035072 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.035339 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.035618 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.035874 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.036147 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038260 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038260 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038260 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038260 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038260 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038260 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038260 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038260 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_options = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038778 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038778 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038778 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.038956 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.039219 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.039219 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041304 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041304 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041304 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041304 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041304 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041304 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041304 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041304 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041820 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041820 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041820 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.041998 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.042239 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.042388 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.042900 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.042900 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.045864 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.045864 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.045864 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.045864 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.045864 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.045864 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.045864 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.045864 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.045864 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.046399 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.046399 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.046579 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.047277 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.048118 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.048723 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.048723 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.048887 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.049127 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.050194 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.050194 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.050194 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.050194 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.050194 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.050529 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_json = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.050664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.050853 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.051113 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.051330 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.051584 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.051801 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.053121 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.053121 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.053121 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.053121 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.053373 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.053558 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.053855 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.054222 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.054474 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.054719 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.055244 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.055244 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.055545 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.055771 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.056925 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.057178 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.057493 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.057762 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.058006 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.058288 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.058501 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.058741 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.058967 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.059189 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.059550 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.059810 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.060458 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.060458 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.060771 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.060910 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.061084 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.062044 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.062044 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.062044 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.062044 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.062972 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.062972 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.063248 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.063385 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.064093 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.064320 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.064743 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.064893 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.065119 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.065326 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.065570 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.065808 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.066012 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.066252 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.066487 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.066906 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.067270 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.067270 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.067522 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.067649 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.067811 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.068035 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.068276 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.068496 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.068710 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.068924 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.069143 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.069823 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.069823 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.069823 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.070238 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.070238 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.070502 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.070716 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.070923 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.071175 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.071408 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.071789 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.071930 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.072081 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.072275 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.072487 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.073354 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.073354 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.073354 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.073354 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.074035 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.074035 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.074301 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.074450 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.074635 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.074944 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.075262 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.076221 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.076221 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.076221 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.076652 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.076652 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.076914 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.077049 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.077215 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.078110 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.078110 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.078110 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.079531 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.079531 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.079531 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.079787 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.079898 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.081441 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.081441 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.081441 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.081441 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.081739 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.082355 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.082355 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.082355 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.082620 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.082899 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.083144 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.083526 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.083959 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.083959 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.084505 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.084651 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.087664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.087664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.087664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.087664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.087664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.087664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.087664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.087664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.087664 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.089088 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.089088 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.089088 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.089088 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.089088 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.089088 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.089088 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.089088 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.090025 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.090025 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.090025 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.090025 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.090025 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.090366 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.090366 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.090585 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.090845 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.091062 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.091599 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.091599 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.091776 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.092008 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.092223 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.092444 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.093074 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.093074 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.093074 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.094023 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.094023 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.096558 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.096558 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.096558 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.096558 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.096558 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.096558 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.096558 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.096558 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.097586 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.097586 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.097586 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.097586 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.097586 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.099739 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.099739 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.099739 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.099739 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.099739 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.099739 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.099739 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.099739 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.101905 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.101905 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.101905 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.101905 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.101905 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.101905 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.101905 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.101905 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.103426 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.103426 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.103426 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.103426 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.103426 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.103426 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.103426 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.103426 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.104588 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.104588 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.104588 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.104588 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.104588 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.106472 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.106472 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.106472 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.107094 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.107317 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.107560 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.107789 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.108014 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.108314 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.108566 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.108800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.109038 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.109468 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.110213 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.112624 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.112624 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.112624 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.112624 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.112624 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.112624 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.112624 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.112624 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.115485 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.115485 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.115485 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.115485 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.115485 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.115485 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.115485 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.115485 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.116290 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.116371 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.116521 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.116850 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.118020 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.118253 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.118553 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.118787 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.119094 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.119291 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.120333 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.120333 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.120333 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.120333 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.120668 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.120745 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.120980 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.121318 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.121616 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.121891 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.122129 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.122397 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.122691 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.122949 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.123173 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.123492 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.123839 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.127500 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.127500 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.127500 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.127500 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.127500 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.127500 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.127500 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.127500 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.127500 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.128231 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.128231 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.128231 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.128231 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.128761 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.128761 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.128894 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.129063 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.129304 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.129540 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.129703 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 19:48:42.130255 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 19:48:42.130417 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 19:48:42.130573 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 19:48:42.130746 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 19:48:42.130915 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 19:48:42.131068 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 19:48:42.132378 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.132578 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.132975 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.133196 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.133294 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.133484 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.133644 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.133791 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.133937 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.134080 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.135041 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.135435 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.135435 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.135667 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.135734 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.135855 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.136009 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.136161 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.136329 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.136485 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.136643 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.136800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.136961 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] debug = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.137121 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.137323 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.139467 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.139467 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.139467 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.139467 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.139467 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.139467 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.139467 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.139467 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.140073 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.140073 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.140073 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.140073 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.140073 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.140073 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.141220 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.141408 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] host = dv-cinder-792462-15-iscsi {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.141582 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.141755 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.142068 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.142375 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.142549 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.142714 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.142878 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.143181 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.143496 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.143792 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.143962 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.144127 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.144291 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.144644 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.144644 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_options = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.144800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.144904 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.145068 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.145263 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.145422 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.145586 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.145750 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.145910 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.146147 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.146253 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.146369 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.146574 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.146673 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.147488 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.147488 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.147488 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.147488 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.147488 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.147816 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.147816 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.147939 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.148144 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.148234 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.148369 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.148508 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.148639 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.148798 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.148957 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.149118 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.149279 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.149437 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.150414 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.150414 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.150414 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.150414 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.150414 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.150414 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.150784 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.150784 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.150784 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.150953 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.151218 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.151218 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.151361 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.151583 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.151824 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_json = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.151966 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.152103 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.152239 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.152374 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.152509 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.152644 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.152781 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.152916 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:48:42.153062 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.153200 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.153360 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.153548 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.153723 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.153817 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.153984 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.154138 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.154314 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.154480 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.154627 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.154770 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.154947 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.155101 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.155274 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.155440 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.155579 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.155747 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.155916 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.156891 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.157074 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.157223 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.157438 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.157584 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.157751 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.157896 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.158061 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.158217 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.158357 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.158521 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.158678 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.158836 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.158981 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.159145 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.159313 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.160478 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.160478 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.160478 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.160478 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.160478 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.160478 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.160478 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.161400 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.161400 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.161400 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.161400 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.161400 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.161400 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.161400 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.162289 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.162289 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.162289 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.162289 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.162289 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.162289 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.163050 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.163050 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.163050 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.163050 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.163050 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.163758 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.163758 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.163758 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.163758 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.164283 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.164283 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.164283 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.164283 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.164783 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.164783 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.164783 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.165170 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.165170 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.165170 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.165560 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.165560 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.166639 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.166639 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.166639 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.166639 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.166639 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.166639 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.166639 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.166639 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.167800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.167800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.167800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.167800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.167800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.167800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.167800 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.168681 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.168681 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.168681 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.168681 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.168681 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.168681 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.169431 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.169431 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.169431 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.169431 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.169431 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.170186 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.170186 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.170186 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.170186 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.170186 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.170818 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.170818 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.170818 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.170818 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.170818 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.171498 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.171498 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.171498 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.171498 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.172141 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.172141 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.172549 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.172723 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.172888 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.173052 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.173216 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.173369 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.173532 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.173686 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.173845 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.174015 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.174189 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.174361 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.174501 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.174636 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.174821 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.174964 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.175130 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.175273 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.175439 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.175620 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.175759 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.175921 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.176085 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.177262 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.177262 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.177262 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.177262 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.177262 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.177262 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.177262 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.177262 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.179276 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.179276 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.179276 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.179276 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.179276 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.179276 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.179276 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.179276 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.181867 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.181867 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.181867 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.181867 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.181867 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.181867 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.181867 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.181867 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.182932 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.182932 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.182932 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.182932 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.182932 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.182932 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.182932 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.182932 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.183992 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.183992 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.183992 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.183992 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.183992 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.183992 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.183992 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.183992 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.185009 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.185009 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.185009 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.185009 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.185009 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.185009 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.185009 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.185009 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.186021 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.186021 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.186021 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.186021 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.186021 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.186021 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.186021 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.186021 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.187011 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.187011 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.187011 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.187011 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.187011 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.187011 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.187011 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.187011 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.188750 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.188750 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.188750 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.188750 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.188750 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.188750 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.190054 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.190054 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.190054 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.190054 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.190054 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.190054 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.190054 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.190054 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.191079 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.191079 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.191079 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.191079 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.191079 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.191079 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.191079 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.191079 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192105 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192105 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192105 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192105 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192105 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192105 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192105 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192995 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192995 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192995 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192995 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.192995 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.193614 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.193614 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.193614 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.193614 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.193614 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.194263 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.194263 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.194263 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.194263 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.194767 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.194767 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.194767 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.194989 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.194989 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.195160 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.195334 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.195956 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:42.196317 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.196495 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.196666 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.196817 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.196961 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.197105 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.197268 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.197430 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.197593 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.197751 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.197913 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.198073 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.198231 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.198391 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.198552 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.198712 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.198871 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.199030 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.199189 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:48:42.199341 dv-cinder-792462-15-iscsi neutron-server[104686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 19:48:53.503907 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c1b45-6980-4ff0-aeaa-ef289c578add None None] get_active_networks_info from dv-cinder-792462-15-iscsi {{(pid=104796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 19:48:53.635730 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c1b45-6980-4ff0-aeaa-ef289c578add None None] No non-hosted networks {{(pid=104796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 19:48:53.659754 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.agentschedulers_db [None req-cb8c1b45-6980-4ff0-aeaa-ef289c578add None None] DHCP Agent not found on host dv-cinder-792462-15-iscsi {{(pid=104796) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 21 19:48:53.976875 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-8ef7872c-00db-434c-b0ff-c36bc2f74c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169'] for agent, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.260890 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d96ff0e1-1781-4b1e-b926-ad808fcedb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169'] for agent, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.300510 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.db.api [None req-27d79841-2990-4c04-9ee1-2a925e020279 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-792462-15-iscsi {{(pid=104796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 19:48:56.301169 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_db.api [None req-27d79841-2990-4c04-9ee1-2a925e020279 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 19:48:56.894052 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-27d79841-2990-4c04-9ee1-2a925e020279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.226375 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169'] for agent, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.346070 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169'] for agent, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.346690 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.347100 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.347440 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.347810 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.348193 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.348894 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.349227 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.349574 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.349977 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.350357 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.350709 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.351097 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:57.351509 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-15-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:57.360268 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-15-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:58.380223 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169'] for agent, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:59.465912 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33614) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:59.618987 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.db.l3_hamode_db [None req-f88802e3-802a-4fe3-8c3f-095a506e9eb1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 19:48:59.698555 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88802e3-802a-4fe3-8c3f-095a506e9eb1 None None] Routers set() bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:48:59.698870 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88802e3-802a-4fe3-8c3f-095a506e9eb1 None None] Router IDs set() for agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 21 19:48:59.953139 dv-cinder-792462-15-iscsi neutron-server[104794]: WARNING oslo_policy.policy [None req-d08f7434-8b6f-45ba-8cf4-8db752842d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:48:59.953693 dv-cinder-792462-15-iscsi neutron-server[104794]: WARNING oslo_policy.policy [None req-d08f7434-8b6f-45ba-8cf4-8db752842d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:49:00.170082 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [None req-d08f7434-8b6f-45ba-8cf4-8db752842d2f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:49:00.171149 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-d08f7434-8b6f-45ba-8cf4-8db752842d2f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7043116 Jun 21 19:49:02.479361 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33628) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:02.789104 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-d6741ca5-61ee-4db4-908d-31f9d67e2251 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:49:02.880408 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.policy [None req-d6741ca5-61ee-4db4-908d-31f9d67e2251 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104794) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 19:49:02.925668 dv-cinder-792462-15-iscsi neutron-server[104794]: WARNING oslo_policy.policy [None req-d6741ca5-61ee-4db4-908d-31f9d67e2251 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:49:02.926031 dv-cinder-792462-15-iscsi neutron-server[104794]: WARNING oslo_policy.policy [None req-d6741ca5-61ee-4db4-908d-31f9d67e2251 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:49:02.934480 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.quota [None req-d6741ca5-61ee-4db4-908d-31f9d67e2251 admin admin] Loaded quota_driver: . Jun 21 19:49:03.110093 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d6741ca5-61ee-4db4-908d-31f9d67e2251 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759202146199', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759202150826', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759202141666', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759202131928', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759202121115', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759202184246', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1665264', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1446895', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-464379', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33043243'] for rbac-policy, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:03.293797 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d6741ca5-61ee-4db4-908d-31f9d67e2251 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:03.294979 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-d6741ca5-61ee-4db4-908d-31f9d67e2251 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8146243 Jun 21 19:49:05.799491 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33640) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:06.095594 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Request body: {'network': {'project_id': 'd336f4af13e0450c9de34af398eed79b', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'd336f4af13e0450c9de34af398eed79b'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:49:06.207778 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Made reservation on behalf of d336f4af13e0450c9de34af398eed79b for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:49:06.210543 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.228095 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.348451 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.401864 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.408071 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:06.423044 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:49:06.447800 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759200479178', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.448390 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Unsubscribe: segment precommit_create {{(pid=104794) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 19:49:06.448857 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Added segment cb9dab56-a173-4c58-9934-4a44ad17fde8 of type vlan for network c99195f4-bf49-489a-bc7d-88f213440bbe Jun 21 19:49:06.471144 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1ebd86-6a86-4790-bb4e-7095985e3b3f,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:06.521408 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.521759 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.522091 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.522404 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.522717 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.523046 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.523358 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.523705 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.524016 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.524319 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.524619 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.524919 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Tracked resource versions report: Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: pushed versions: Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: { 'AddressGroup': {'1.2'}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'ConntrackHelper': {'1.0'}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Log': {'1.0'}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Network': {'1.1'}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Port': {'1.7'}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'PortForwarding': {'1.2'}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'QosPolicy': {'1.8'}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SecurityGroup': {'1.4'}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SubPort': {'1.0'}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Subnet': {'1.1'}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Trunk': {'1.1'}} Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: consumer versions: Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: { DHCP agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: L3 agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: Metadata agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: Metering agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: Open vSwitch agent@dv-cinder-792462-15-iscsi: { 'AddressGroup': '1.2', Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'ConntrackHelper': '1.0', Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Log': '1.0', Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Network': '1.1', Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Port': '1.7', Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'PortForwarding': '1.2', Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'QosPolicy': '1.8', Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SecurityGroup': '1.4', Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SecurityGroupRule': '1.2', Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SubPort': '1.0', Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Subnet': '1.1', Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Trunk': '1.1'}} Jun 21 19:49:06.526195 dv-cinder-792462-15-iscsi neutron-server[104794]: {{(pid=104794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:49:06.565269 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.583167 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:06.716770 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.718835 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:06.719544 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.722325 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:06.813929 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Pushing event updated for resources: {'Network': ['ID=c99195f4-bf49-489a-bc7d-88f213440bbe,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:06.816962 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:06.824696 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network c99195f4-bf49-489a-bc7d-88f213440bbe details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:49:06.854672 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0540736 Jun 21 19:49:09.464349 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33654) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:09.846618 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf44ce60-0582-4b64-bf94-6d9afe5e4c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:09.847976 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-cf44ce60-0582-4b64-bf94-6d9afe5e4c34 admin admin] 10.222.0.30 "GET /v2.0/networks/c99195f4-bf49-489a-bc7d-88f213440bbe HTTP/1.1" status: 200 len: 825 time: 0.3826971 Jun 21 19:49:09.870952 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-edad03bf-c516-4732-9da2-c6f1e42384d8 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/8eff7965-51a3-4461-a2a2-66534c8e54fd HTTP/1.1" status: 200 len: 734 time: 0.0176785 Jun 21 19:49:09.879710 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Request body: {'subnet': {'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'name': 'private-subnet', 'subnetpool_id': '8eff7965-51a3-4461-a2a2-66534c8e54fd'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:49:09.962193 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Made reservation on behalf of d336f4af13e0450c9de34af398eed79b for: {'subnet': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:49:09.964508 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Notify callbacks [] for subnet, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.293698 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313'] for subnet, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.298362 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:10.363715 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb51204-e93a-449b-9a45-1e65ab44baeb,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:10.366861 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:10.367782 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Checking segment: {'id': 'cb9dab56-a173-4c58-9934-4a44ad17fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:49:10.368151 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Network hostable DHCP agents. Network: c99195f4-bf49-489a-bc7d-88f213440bbe, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:49:10.435441 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Network c99195f4-bf49-489a-bc7d-88f213440bbe is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:49:10.499304 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, c99195f4-bf49-489a-bc7d-88f213440bbe) {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:49:10.505144 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:10.506180 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.509764 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2045a9-b6d9-41ea-8c4b-c68f0abdbd5b None None] Network c99195f4-bf49-489a-bc7d-88f213440bbe requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:49:10.585424 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7088888 Jun 21 19:49:10.820602 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cbd27e-ac4b-5d60-81fc-ac2e7ea337cf-c99195f4-bf49-489a-bc7d-88f213440bbe', 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'fixed_ips': [{'subnet_id': 'feb51204-e93a-449b-9a45-1e65ab44baeb'}]}} from dv-cinder-792462-15-iscsi. {{(pid=104796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:49:10.821918 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:11.089717 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.db_base_plugin_common [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Allocated IP 172.20.0.2 (c99195f4-bf49-489a-bc7d-88f213440bbe/feb51204-e93a-449b-9a45-1e65ab44baeb/de8c1bcf-738b-485a-880c-8bab2b5731f4) {{(pid=104796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:49:11.288292 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:11.305565 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Transition to ACTIVE for port object de8c1bcf-738b-485a-880c-8bab2b5731f4 will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:49:11.353637 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Transition to ACTIVE for port object de8c1bcf-738b-485a-880c-8bab2b5731f4 will not be triggered until provisioned by entity DHCP. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:49:11.419055 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:11.422954 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:11.488113 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Network c99195f4-bf49-489a-bc7d-88f213440bbe is already hosted by enough agents. {{(pid=104796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:49:11.492824 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.base_scheduler [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Resources bound (agent type, host, resource id): {{(pid=104796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:49:11.501416 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Received port after_create {{(pid=104796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:49:11.504476 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Pushing event updated for resources: {'Port': ['ID=de8c1bcf-738b-485a-880c-8bab2b5731f4,revision_number=1']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:11.549523 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.550145 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.550268 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.550526 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.550852 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.551241 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.551598 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.551918 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.552250 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.552574 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.552892 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.553206 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Tracked resource versions report: Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: pushed versions: Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: { 'AddressGroup': {'1.2'}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'ConntrackHelper': {'1.0'}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Log': {'1.0'}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Network': {'1.1'}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Port': {'1.7'}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'PortForwarding': {'1.2'}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'QosPolicy': {'1.8'}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SecurityGroup': {'1.4'}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SubPort': {'1.0'}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Subnet': {'1.1'}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Trunk': {'1.1'}} Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: consumer versions: Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: { DHCP agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: L3 agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: Metadata agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: Metering agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: Open vSwitch agent@dv-cinder-792462-15-iscsi: { 'AddressGroup': '1.2', Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'ConntrackHelper': '1.0', Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Log': '1.0', Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Network': '1.1', Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Port': '1.7', Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'PortForwarding': '1.2', Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'QosPolicy': '1.8', Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SecurityGroup': '1.4', Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SecurityGroupRule': '1.2', Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SubPort': '1.0', Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Subnet': '1.1', Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Trunk': '1.1'}} Jun 21 19:49:11.554555 dv-cinder-792462-15-iscsi neutron-server[104796]: {{(pid=104796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:49:11.561188 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:11.587818 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Attempting to bind port de8c1bcf-738b-485a-880c-8bab2b5731f4 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:49:11.588224 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Attempting to bind port de8c1bcf-738b-485a-880c-8bab2b5731f4 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': 'cb9dab56-a173-4c58-9934-4a44ad17fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:49:11.588660 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Attempting to bind port de8c1bcf-738b-485a-880c-8bab2b5731f4 on network c99195f4-bf49-489a-bc7d-88f213440bbe {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:49:11.594109 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:49:11.594657 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Checking segment: {'id': 'cb9dab56-a173-4c58-9934-4a44ad17fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:49:11.595142 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:11.595561 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Bound using segment: {'id': 'cb9dab56-a173-4c58-9934-4a44ad17fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:49:11.596054 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Bound port: de8c1bcf-738b-485a-880c-8bab2b5731f4, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9dab56-a173-4c58-9934-4a44ad17fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:49:11.596445 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:11.658498 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] For port de8c1bcf-738b-485a-880c-8bab2b5731f4, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:49:11.662700 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] For port de8c1bcf-738b-485a-880c-8bab2b5731f4, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=de8c1bcf-738b-485a-880c-8bab2b5731f4,segment=NetworkSegment(cb9dab56-a173-4c58-9934-4a44ad17fde8),segment_id=cb9dab56-a173-4c58-9934-4a44ad17fde8)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:49:11.757348 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:11.760704 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:11.826752 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Pushing event updated for resources: {'Port': ['ID=de8c1bcf-738b-485a-880c-8bab2b5731f4,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:11.830482 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:12.935714 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 33662) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:13.435845 dv-cinder-792462-15-iscsi neutron-server[104793]: WARNING oslo_policy.policy [None req-5f0da455-faa1-4411-a15f-388b13932b0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:49:13.436440 dv-cinder-792462-15-iscsi neutron-server[104793]: WARNING oslo_policy.policy [None req-5f0da455-faa1-4411-a15f-388b13932b0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:49:13.653144 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [None req-5f0da455-faa1-4411-a15f-388b13932b0d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:49:13.654328 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-5f0da455-faa1-4411-a15f-388b13932b0d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7164648 Jun 21 19:49:16.014413 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33676) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:16.335254 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [None req-5bdc25cf-e78a-4855-839e-95d4da7f4601 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:49:16.336351 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-5bdc25cf-e78a-4855-839e-95d4da7f4601 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3202846 Jun 21 19:49:17.151018 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device de8c1bcf-738b-485a-880c-8bab2b5731f4 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:49:17.293827 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port de8c1bcf-738b-485a-880c-8bab2b5731f4 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:49:17.933036 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83837e20-8a3b-4aa0-8ff8-57caca214b35 None None] Network c99195f4-bf49-489a-bc7d-88f213440bbe requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:49:18.097539 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f17e1aec-9508-42b2-befb-cf499e9a09da None None] Provisioning for port de8c1bcf-738b-485a-880c-8bab2b5731f4 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:49:18.108263 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f17e1aec-9508-42b2-befb-cf499e9a09da None None] Provisioning complete for port de8c1bcf-738b-485a-880c-8bab2b5731f4 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:18.108733 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f17e1aec-9508-42b2-befb-cf499e9a09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:18.229414 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f17e1aec-9508-42b2-befb-cf499e9a09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:18.267209 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f17e1aec-9508-42b2-befb-cf499e9a09da None None] For port de8c1bcf-738b-485a-880c-8bab2b5731f4, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=de8c1bcf-738b-485a-880c-8bab2b5731f4,segment=NetworkSegment(cb9dab56-a173-4c58-9934-4a44ad17fde8),segment_id=cb9dab56-a173-4c58-9934-4a44ad17fde8)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:18.322667 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f17e1aec-9508-42b2-befb-cf499e9a09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:18.324769 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:18.370654 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e1aec-9508-42b2-befb-cf499e9a09da None None] Pushing event updated for resources: {'Port': ['ID=de8c1bcf-738b-485a-880c-8bab2b5731f4,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:18.373893 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f17e1aec-9508-42b2-befb-cf499e9a09da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:18.442075 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-728b5a03-7216-434d-a54c-d68dd67aaa84 None None] Provisioning complete for port de8c1bcf-738b-485a-880c-8bab2b5731f4 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:18.442351 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-728b5a03-7216-434d-a54c-d68dd67aaa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:19.006879 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33690) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:19.116795 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device de8c1bcf-738b-485a-880c-8bab2b5731f4 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:49:19.161382 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port de8c1bcf-738b-485a-880c-8bab2b5731f4 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:19.161763 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:19.303224 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-bfe2dbae-b23b-40b4-82d7-f3851472968c admin admin] Request body: {'router': {'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:49:19.379369 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bfe2dbae-b23b-40b4-82d7-f3851472968c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-510613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4968'] for router, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:19.380911 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bfe2dbae-b23b-40b4-82d7-f3851472968c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:19.519206 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bfe2dbae-b23b-40b4-82d7-f3851472968c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:19.584710 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bfe2dbae-b23b-40b4-82d7-f3851472968c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570368'] for router, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:19.664673 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bfe2dbae-b23b-40b4-82d7-f3851472968c admin admin] Notify callbacks [] for router, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:19.665840 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-bfe2dbae-b23b-40b4-82d7-f3851472968c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6579826 Jun 21 19:49:21.990872 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 33698) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:22.298961 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [None req-a716baad-1e9b-4aa8-828e-ec72775d55d5 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:49:22.299919 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-a716baad-1e9b-4aa8-828e-ec72775d55d5 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080754 Jun 21 19:49:23.482027 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-53eb8f69-4394-4008-89c0-0bfa1fd5e368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:24.612036 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33706) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:24.914835 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:49:24.973294 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Made reservation on behalf of 75a79a6878094289ab145cf45885aa07 for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:49:24.975522 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:24.984720 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:25.068408 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:25.127775 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:25.130847 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:25.144068 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Reserving flat network on physical network physnet1 {{(pid=104794) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 19:49:25.164202 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cbf765-5062-47c0-9d7b-31dc434b4828,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:25.167390 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:25.167390 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Added segment 6fb2a87c-8bc0-4b44-bf27-3e9098ec82be of type flat for network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 Jun 21 19:49:25.168687 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:25.213404 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:25.322257 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:25.323470 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:25.324037 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:25.326762 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f5f665df-09be-4333-80b4-79ee16735d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:25.382228 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Pushing event updated for resources: {'Network': ['ID=365a5b30-5815-41c7-ba9f-d3b9af0b66d4,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:25.385182 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:25.392860 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:49:25.431904 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8187146 Jun 21 19:49:26.236481 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-89d8579e-17a8-43dc-b6e9-1e78fed713d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:27.167574 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:27.316117 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:27.731733 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33724) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:27.902299 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d85705-efd5-4503-905c-f9b6427da074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:27.903580 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c0d85705-efd5-4503-905c-f9b6427da074 admin admin] 10.222.0.30 "GET /v2.0/subnets/feb51204-e93a-449b-9a45-1e65ab44baeb HTTP/1.1" status: 200 len: 849 time: 0.1708899 Jun 21 19:49:28.015769 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-3241ad80-c10d-4126-abe3-de5c7f4548f1 admin admin] 10.222.0.30 "GET /v2.0/routers/1beb9a94-57bf-4b05-801b-8defd7c1b687 HTTP/1.1" status: 200 len: 704 time: 0.1063073 Jun 21 19:49:28.271591 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:28.316115 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:28.554199 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Allocated IP 172.20.0.1 (c99195f4-bf49-489a-bc7d-88f213440bbe/feb51204-e93a-449b-9a45-1e65ab44baeb/eb3d660a-f427-4ac2-b140-2fac2c7fe4a2) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:49:28.742880 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:28.765200 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Transition to ACTIVE for port object eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:49:28.894080 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:28.896269 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:28.959660 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Network c99195f4-bf49-489a-bc7d-88f213440bbe is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:49:28.963983 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:49:28.966440 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:49:28.966996 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568879'] for router_interface, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:29.039062 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Pushing event updated for resources: {'Port': ['ID=eb3d660a-f427-4ac2-b140-2fac2c7fe4a2,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:29.048233 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:29.230524 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-428918c6-320c-419a-8eb4-e34a6bceeefd None None] Provisioning for port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:49:29.235340 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-428918c6-320c-419a-8eb4-e34a6bceeefd None None] Provisioning complete for port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:29.235748 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-428918c6-320c-419a-8eb4-e34a6bceeefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:29.241771 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:29.269538 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-428918c6-320c-419a-8eb4-e34a6bceeefd None None] Port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:49:29.416100 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:29.487428 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:29.488474 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569910'] for router_interface, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:29.490055 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:29.560260 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Pushing event updated for resources: {'Port': ['ID=eb3d660a-f427-4ac2-b140-2fac2c7fe4a2,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:29.564798 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:29.606362 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Network c99195f4-bf49-489a-bc7d-88f213440bbe is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:49:29.607619 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:49:29.789176 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f80b1363-e61b-459a-bb74-399699653ef1 None None] Provisioning complete for port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:29.789806 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f80b1363-e61b-459a-bb74-399699653ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:29.807880 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Router 1beb9a94-57bf-4b05-801b-8defd7c1b687 is scheduled to L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f with binding_index 1 {{(pid=104794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:49:29.824416 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f80b1363-e61b-459a-bb74-399699653ef1 None None] Port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:49:29.898449 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:49:29.903581 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] 10.222.0.30 "PUT /v2.0/routers/1beb9a94-57bf-4b05-801b-8defd7c1b687/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8829494 Jun 21 19:49:29.909360 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Sync routers for ids ['1beb9a94-57bf-4b05-801b-8defd7c1b687'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:49:29.920815 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Routers {'1beb9a94-57bf-4b05-801b-8defd7c1b687'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:49:29.921634 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:49:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1beb9a94-57bf-4b05-801b-8defd7c1b687'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:30.110932 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Set router 1beb9a94-57bf-4b05-801b-8defd7c1b687 gateway port host: None {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:49:30.535992 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'name': 'router1', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:49:19Z', 'updated_at': '2021-06-21T19:49:29Z', 'revision_number': 2, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'gw_port_host': None, '_interfaces': [{'id': 'eb3d660a-f427-4ac2-b140-2fac2c7fe4a2', 'name': '', 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'mac_address': 'fa:16:3e:14:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:49:28Z', 'updated_at': '2021-06-21T19:49:29Z', 'revision_number': 2, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'subnets': [{'id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eff7965-51a3-4461-a2a2-66534c8e54fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:30.586901 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Checking router: 1beb9a94-57bf-4b05-801b-8defd7c1b687 for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:49:30.587269 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Updating router 1beb9a94-57bf-4b05-801b-8defd7c1b687 port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 binding host dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:49:30.650678 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:31.131331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Notify callbacks [] for port, precommit_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:31.149669 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.provisioning_blocks [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Transition to ACTIVE for port object eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 will not be triggered until provisioned by entity L2. {{(pid=104797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:49:31.202604 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:31.205566 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:31.334750 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Pushing event updated for resources: {'Port': ['ID=eb3d660a-f427-4ac2-b140-2fac2c7fe4a2,revision_number=3']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:31.345389 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.345743 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.346074 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.346394 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.346709 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.347037 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.347354 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.347694 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.348029 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.348345 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.348651 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.348957 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Tracked resource versions report: Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: pushed versions: Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: { 'AddressGroup': {'1.2'}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'ConntrackHelper': {'1.0'}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Log': {'1.0'}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Network': {'1.1'}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Port': {'1.7'}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'PortForwarding': {'1.2'}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'QosPolicy': {'1.8'}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SecurityGroup': {'1.4'}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SubPort': {'1.0'}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Subnet': {'1.1'}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Trunk': {'1.1'}} Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: consumer versions: Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: { DHCP agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: L3 agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: Metadata agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: Metering agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: Open vSwitch agent@dv-cinder-792462-15-iscsi: { 'AddressGroup': '1.2', Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'ConntrackHelper': '1.0', Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Log': '1.0', Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Network': '1.1', Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Port': '1.7', Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'PortForwarding': '1.2', Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'QosPolicy': '1.8', Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SecurityGroup': '1.4', Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SecurityGroupRule': '1.2', Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SubPort': '1.0', Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Subnet': '1.1', Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Trunk': '1.1'}} Jun 21 19:49:31.350290 dv-cinder-792462-15-iscsi neutron-server[104797]: {{(pid=104797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:49:31.370893 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:31.422992 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Attempting to bind port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:49:31.423398 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Attempting to bind port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': 'cb9dab56-a173-4c58-9934-4a44ad17fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe'}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:49:31.423876 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Attempting to bind port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 on network c99195f4-bf49-489a-bc7d-88f213440bbe {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:49:31.428770 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:49:31.429175 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Checking segment: {'id': 'cb9dab56-a173-4c58-9934-4a44ad17fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:49:31.429675 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:31.430064 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Bound using segment: {'id': 'cb9dab56-a173-4c58-9934-4a44ad17fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe'} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:49:31.430548 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Bound port: eb3d660a-f427-4ac2-b140-2fac2c7fe4a2, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9dab56-a173-4c58-9934-4a44ad17fde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe'}}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:49:31.430939 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:31.498161 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] For port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:49:31.519873 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] For port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=eb3d660a-f427-4ac2-b140-2fac2c7fe4a2,segment=NetworkSegment(cb9dab56-a173-4c58-9934-4a44ad17fde8),segment_id=cb9dab56-a173-4c58-9934-4a44ad17fde8)] {{(pid=104797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:49:31.563211 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:31.564900 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:31.624672 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Routers {'1beb9a94-57bf-4b05-801b-8defd7c1b687'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:49:31.625293 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:49:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1beb9a94-57bf-4b05-801b-8defd7c1b687'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:31.627072 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Pushing event updated for resources: {'Port': ['ID=eb3d660a-f427-4ac2-b140-2fac2c7fe4a2,revision_number=4']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:31.630775 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-582f37b0-08a0-4b0b-9a47-6364ac050ac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:31.717035 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] Set router 1beb9a94-57bf-4b05-801b-8defd7c1b687 gateway port host: None {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:49:31.938251 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'name': 'router1', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:49:19Z', 'updated_at': '2021-06-21T19:49:29Z', 'revision_number': 2, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'gw_port_host': None, '_interfaces': [{'id': 'eb3d660a-f427-4ac2-b140-2fac2c7fe4a2', 'name': '', 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'mac_address': 'fa:16:3e:14:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:49:28Z', 'updated_at': '2021-06-21T19:49:31Z', 'revision_number': 4, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'subnets': [{'id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eff7965-51a3-4461-a2a2-66534c8e54fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:31.963159 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa66a55-c1c4-41a4-b7e0-746350ba859c None None] The sync data for ids ['1beb9a94-57bf-4b05-801b-8defd7c1b687'] in dv-cinder-792462-15-iscsi is: [{'id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'name': 'router1', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:49:19Z', 'updated_at': '2021-06-21T19:49:29Z', 'revision_number': 2, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'gw_port_host': None, '_interfaces': [{'id': 'eb3d660a-f427-4ac2-b140-2fac2c7fe4a2', 'name': '', 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'mac_address': 'fa:16:3e:14:75:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:49:28Z', 'updated_at': '2021-06-21T19:49:31Z', 'revision_number': 4, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'subnets': [{'id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eff7965-51a3-4461-a2a2-66534c8e54fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:49:32.096359 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33744) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:32.213513 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff5c52e-865c-4c73-8eb7-ac0627ae430a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:32.214785 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-cff5c52e-865c-4c73-8eb7-ac0627ae430a admin admin] 10.222.0.30 "GET /v2.0/networks/365a5b30-5815-41c7-ba9f-d3b9af0b66d4 HTTP/1.1" status: 200 len: 842 time: 0.1173794 Jun 21 19:49:32.224710 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:49:32.338849 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Made reservation on behalf of 75a79a6878094289ab145cf45885aa07 for: {'subnet': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:49:32.341152 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:32.743103 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.objects.ports [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104794) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 19:49:32.743594 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313'] for subnet, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:32.745582 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:32.793626 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:32.799988 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:32.808251 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Checking segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:49:32.808606 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Network hostable DHCP agents. Network: 365a5b30-5815-41c7-ba9f-d3b9af0b66d4, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:49:32.921773 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:49:33.019049 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 365a5b30-5815-41c7-ba9f-d3b9af0b66d4) {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:49:33.022917 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:33.023547 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:33.028882 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6ab354-714e-43a4-99b4-e9e88780b22c None None] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:49:33.124017 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8899920 Jun 21 19:49:33.158863 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dca024-cd03-46b9-b116-b5850c848275 None None] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:49:35.156595 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:49:35.265218 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:49:35.269775 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:35.270198 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:35.344389 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:35.363097 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33756) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:35.375672 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=eb3d660a-f427-4ac2-b140-2fac2c7fe4a2,segment=NetworkSegment(cb9dab56-a173-4c58-9934-4a44ad17fde8),segment_id=cb9dab56-a173-4c58-9934-4a44ad17fde8)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:35.424887 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:35.426993 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:35.470659 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=eb3d660a-f427-4ac2-b140-2fac2c7fe4a2,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:35.473981 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:35.493832 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-76317d99-7206-42b4-ae67-47cb881c90a1 admin admin] 10.222.0.30 "GET /v2.0/routers/1beb9a94-57bf-4b05-801b-8defd7c1b687 HTTP/1.1" status: 200 len: 710 time: 0.1294804 Jun 21 19:49:35.579336 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5793aba-3073-406e-aeef-18c0cc1a45b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:35.580721 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c5793aba-3073-406e-aeef-18c0cc1a45b0 admin admin] 10.222.0.30 "GET /v2.0/networks/365a5b30-5815-41c7-ba9f-d3b9af0b66d4 HTTP/1.1" status: 200 len: 886 time: 0.0818441 Jun 21 19:49:35.589242 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:49:35.838371 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4981'] for router, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:36.138396 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:36.211957 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:36.316627 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Allocated IP 172.27.0.34 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/e8c1ac52-439e-4a04-80ec-84c1ece2fd0e) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:49:36.414379 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:36.492762 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:36.494842 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4bc588df-18aa-4ffa-84cd-c684924a1958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:36.532625 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:49:36.535356 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:49:36.538437 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:49:36.573355 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c1ac52-439e-4a04-80ec-84c1ece2fd0e,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:36.602057 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:36.995584 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:37.130054 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:49:37.190160 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4981'] for router, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:37.193566 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-510574'] for router, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:37.225315 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:37.225695 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:37.303376 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Router 1beb9a94-57bf-4b05-801b-8defd7c1b687 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:49:37.404236 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:49:37.409238 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Notify callbacks [] for router, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:37.410311 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] 10.222.0.30 "PUT /v2.0/routers/1beb9a94-57bf-4b05-801b-8defd7c1b687 HTTP/1.1" status: 200 len: 889 time: 1.8242733 Jun 21 19:49:37.413958 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Sync routers for ids ['1beb9a94-57bf-4b05-801b-8defd7c1b687'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:49:37.425048 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Routers {'1beb9a94-57bf-4b05-801b-8defd7c1b687'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:49:37.425745 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:49:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1beb9a94-57bf-4b05-801b-8defd7c1b687'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:37.638571 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Set router 1beb9a94-57bf-4b05-801b-8defd7c1b687 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:49:38.017861 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'name': 'router1', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'e8c1ac52-439e-4a04-80ec-84c1ece2fd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:49:19Z', 'updated_at': '2021-06-21T19:49:36Z', 'revision_number': 4, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'gw_port': {'id': 'e8c1ac52-439e-4a04-80ec-84c1ece2fd0e', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:49:36Z', 'updated_at': '2021-06-21T19:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'eb3d660a-f427-4ac2-b140-2fac2c7fe4a2', 'name': '', 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'mac_address': 'fa:16:3e:14:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:49:28Z', 'updated_at': '2021-06-21T19:49:35Z', 'revision_number': 5, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'subnets': [{'id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eff7965-51a3-4461-a2a2-66534c8e54fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:38.067192 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Checking router: 1beb9a94-57bf-4b05-801b-8defd7c1b687 for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:49:38.067570 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Updating router 1beb9a94-57bf-4b05-801b-8defd7c1b687 port e8c1ac52-439e-4a04-80ec-84c1ece2fd0e binding host dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:49:38.099140 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:38.410901 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Notify callbacks [] for port, precommit_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:38.420428 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Transition to ACTIVE for port object e8c1ac52-439e-4a04-80ec-84c1ece2fd0e will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:49:38.487184 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:38.489477 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-ad41c4a7-d073-4962-a460-c2ec2c76b4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:38.538043 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de871ba6-23f7-4827-8692-7267957271d8 None None] Pushing event updated for resources: {'Port': ['ID=e8c1ac52-439e-4a04-80ec-84c1ece2fd0e,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:38.543476 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Attempting to bind port e8c1ac52-439e-4a04-80ec-84c1ece2fd0e on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:49:38.543476 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Attempting to bind port e8c1ac52-439e-4a04-80ec-84c1ece2fd0e by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:49:38.543476 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Attempting to bind port e8c1ac52-439e-4a04-80ec-84c1ece2fd0e on network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:49:38.546493 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-de871ba6-23f7-4827-8692-7267957271d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:38.547218 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:49:38.547610 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Checking segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:49:38.548007 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:38.548390 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Bound using segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:49:38.548856 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Bound port: e8c1ac52-439e-4a04-80ec-84c1ece2fd0e, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:49:38.549223 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:38.597305 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] For port e8c1ac52-439e-4a04-80ec-84c1ece2fd0e, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:49:38.600391 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] For port e8c1ac52-439e-4a04-80ec-84c1ece2fd0e, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=e8c1ac52-439e-4a04-80ec-84c1ece2fd0e,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:49:38.682172 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:38.684423 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:38.815408 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Routers {'1beb9a94-57bf-4b05-801b-8defd7c1b687'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:49:38.816043 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:49:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1beb9a94-57bf-4b05-801b-8defd7c1b687'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:38.851429 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de871ba6-23f7-4827-8692-7267957271d8 None None] Pushing event updated for resources: {'Port': ['ID=e8c1ac52-439e-4a04-80ec-84c1ece2fd0e,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:38.855379 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-de871ba6-23f7-4827-8692-7267957271d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:38.923130 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] Set router 1beb9a94-57bf-4b05-801b-8defd7c1b687 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:49:39.126294 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'name': 'router1', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'e8c1ac52-439e-4a04-80ec-84c1ece2fd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:49:19Z', 'updated_at': '2021-06-21T19:49:36Z', 'revision_number': 4, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'gw_port': {'id': 'e8c1ac52-439e-4a04-80ec-84c1ece2fd0e', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:49:36Z', 'updated_at': '2021-06-21T19:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'eb3d660a-f427-4ac2-b140-2fac2c7fe4a2', 'name': '', 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'mac_address': 'fa:16:3e:14:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:49:28Z', 'updated_at': '2021-06-21T19:49:35Z', 'revision_number': 5, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'subnets': [{'id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eff7965-51a3-4461-a2a2-66534c8e54fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:39.155499 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7b161f-2ff3-4b52-b327-801d18a0c129 None None] The sync data for ids ['1beb9a94-57bf-4b05-801b-8defd7c1b687'] in dv-cinder-792462-15-iscsi is: [{'id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'name': 'router1', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'e8c1ac52-439e-4a04-80ec-84c1ece2fd0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:49:19Z', 'updated_at': '2021-06-21T19:49:36Z', 'revision_number': 4, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'gw_port': {'id': 'e8c1ac52-439e-4a04-80ec-84c1ece2fd0e', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:49:36Z', 'updated_at': '2021-06-21T19:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'eb3d660a-f427-4ac2-b140-2fac2c7fe4a2', 'name': '', 'network_id': 'c99195f4-bf49-489a-bc7d-88f213440bbe', 'tenant_id': 'd336f4af13e0450c9de34af398eed79b', 'mac_address': 'fa:16:3e:14:75:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb9a94-57bf-4b05-801b-8defd7c1b687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:49:28Z', 'updated_at': '2021-06-21T19:49:35Z', 'revision_number': 5, 'project_id': 'd336f4af13e0450c9de34af398eed79b', 'subnets': [{'id': 'feb51204-e93a-449b-9a45-1e65ab44baeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eff7965-51a3-4461-a2a2-66534c8e54fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:49:39.831780 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 33764) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:39.950936 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-0b12e8e8-e805-4ba1-8eeb-de5767532931 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1180382 Jun 21 19:49:41.165756 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device e8c1ac52-439e-4a04-80ec-84c1ece2fd0e up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:49:41.321814 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port e8c1ac52-439e-4a04-80ec-84c1ece2fd0e completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:49:41.325750 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port e8c1ac52-439e-4a04-80ec-84c1ece2fd0e triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:41.326126 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:41.397227 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:41.417056 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port e8c1ac52-439e-4a04-80ec-84c1ece2fd0e, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=e8c1ac52-439e-4a04-80ec-84c1ece2fd0e,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:41.487399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:41.489490 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:41.537008 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=e8c1ac52-439e-4a04-80ec-84c1ece2fd0e,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:41.540050 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:42.072826 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 5 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:49:43.137226 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device e8c1ac52-439e-4a04-80ec-84c1ece2fd0e up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:49:43.190873 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port e8c1ac52-439e-4a04-80ec-84c1ece2fd0e triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:43.191247 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:53.475136 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-5766b8a8-b010-44d2-8048-fc1b619c5997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:56.230629 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c82e692b-230b-4abc-8c8e-f548c6a823bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:57.187303 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:57.360605 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:58.333640 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:19.071504 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 5 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:50:23.475585 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f15acd77-a2cc-4d3e-aa53-301177a6bedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:26.252212 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-84d398bc-c808-469b-84b6-d1e71377197b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:27.584395 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:27.607434 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:28.337809 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:53.474621 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2d129a8d-2268-4218-bfb4-abd893f2c792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:56.069421 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 5 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:50:56.250272 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-3bdbccb8-7f9f-427a-9565-3067166263dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:57.183307 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:57.337728 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:58.348694 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:17.131945 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 34332) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:17.231810 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71a8ce9-1bd6-4f7f-858f-31f1a20dd5e7 admin admin] GET failed (client error): The resource could not be found. Jun 21 19:51:17.233396 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-f71a8ce9-1bd6-4f7f-858f-31f1a20dd5e7 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1005461 Jun 21 19:51:17.516253 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.policy [None req-719226ad-2db9-47fc-bb02-2760b226a42d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104793) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 19:51:17.564153 dv-cinder-792462-15-iscsi neutron-server[104793]: WARNING oslo_policy.policy [None req-719226ad-2db9-47fc-bb02-2760b226a42d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:51:17.564526 dv-cinder-792462-15-iscsi neutron-server[104793]: WARNING oslo_policy.policy [None req-719226ad-2db9-47fc-bb02-2760b226a42d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:51:17.575526 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719226ad-2db9-47fc-bb02-2760b226a42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:17.577289 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-719226ad-2db9-47fc-bb02-2760b226a42d admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3400648 Jun 21 19:51:19.721231 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34344) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:19.815881 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ae7c4-995b-437e-aa7d-809f1462791f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:19.817334 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-5c9ae7c4-995b-437e-aa7d-809f1462791f admin admin] 10.222.0.30 "GET /v2.0/subnets/feb51204-e93a-449b-9a45-1e65ab44baeb HTTP/1.1" status: 200 len: 849 time: 0.0951767 Jun 21 19:51:19.826637 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:51:19.906031 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:20.085202 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759200398044'] for subnet, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:20.087350 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-54a53b48-f8ed-4272-899f-77a00a1ff79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:20.119096 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:20.119712 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:20.121196 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] 10.222.0.30 "PUT /v2.0/subnets/feb51204-e93a-449b-9a45-1e65ab44baeb HTTP/1.1" status: 200 len: 868 time: 0.2981901 Jun 21 19:51:20.124431 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d299b5-619e-4e4c-a980-a63039e5efdd None None] Network c99195f4-bf49-489a-bc7d-88f213440bbe requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:51:20.141909 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb51204-e93a-449b-9a45-1e65ab44baeb,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:20.149798 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.150185 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.150504 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.150847 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.151169 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.151543 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.151893 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.152870 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.153220 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.153532 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.153853 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.154168 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:20.158049 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:20.484869 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-62e1ae20-7527-4f0a-8266-51a862322987 None None] Provisioning complete for port eb3d660a-f427-4ac2-b140-2fac2c7fe4a2 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:51:20.485240 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-62e1ae20-7527-4f0a-8266-51a862322987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:20.568081 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-62e1ae20-7527-4f0a-8266-51a862322987 None None] Provisioning complete for port de8c1bcf-738b-485a-880c-8bab2b5731f4 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:51:20.568451 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-62e1ae20-7527-4f0a-8266-51a862322987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:22.254619 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34354) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:22.453967 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f5374-b853-4bbd-84cf-507a8c68b9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:22.454353 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f5374-b853-4bbd-84cf-507a8c68b9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:22.455883 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-841f5374-b853-4bbd-84cf-507a8c68b9b2 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003129 Jun 21 19:51:23.497437 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b995a85c-7328-477d-ae54-ae72a3dc4c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:24.577911 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34362) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:24.702838 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f933e7-d7df-49c0-b4c5-2269d240334e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:24.703313 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f933e7-d7df-49c0-b4c5-2269d240334e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:24.704843 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-e5f933e7-d7df-49c0-b4c5-2269d240334e admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1260080 Jun 21 19:51:26.227996 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-4bf94598-87fe-4dbd-ac98-86b961dca6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:26.799496 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34370) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:26.926344 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfc8d7f-81b6-4399-a518-56097a1beb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:26.927724 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-3cfc8d7f-81b6-4399-a518-56097a1beb8e admin admin] 10.222.0.30 "GET /v2.0/networks/365a5b30-5815-41c7-ba9f-d3b9af0b66d4 HTTP/1.1" status: 200 len: 886 time: 0.1272700 Jun 21 19:51:27.182694 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:27.325321 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:28.336835 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:29.071408 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34378) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:29.199565 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8c327-682b-4b16-8409-fa5b6470f04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:29.200956 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c6f8c327-682b-4b16-8409-fa5b6470f04b admin admin] 10.222.0.30 "GET /v2.0/networks/c99195f4-bf49-489a-bc7d-88f213440bbe HTTP/1.1" status: 200 len: 869 time: 0.1285818 Jun 21 19:51:31.312235 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34386) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:31.431401 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce925e41-02ce-440b-9569-e1c090651cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:31.431810 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce925e41-02ce-440b-9569-e1c090651cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:31.433417 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-ce925e41-02ce-440b-9569-e1c090651cdb admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1202536 Jun 21 19:51:33.067099 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 5 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:51:33.551985 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34394) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:33.641117 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6c5750-1801-4e12-a661-f9f837fb4d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:33.641577 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6c5750-1801-4e12-a661-f9f837fb4d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:33.643042 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-5e6c5750-1801-4e12-a661-f9f837fb4d8d admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901217 Jun 21 19:51:35.778084 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34402) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:35.954260 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea75882-f112-4e51-b955-0c38ae0a2a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:35.955605 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-1ea75882-f112-4e51-b955-0c38ae0a2a3a admin admin] 10.222.0.30 "GET /v2.0/subnets/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd HTTP/1.1" status: 200 len: 816 time: 0.1765597 Jun 21 19:51:38.064205 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34410) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:38.151495 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb96506-f504-4f84-8cb8-40c30b0c2b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:38.152791 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-9bb96506-f504-4f84-8cb8-40c30b0c2b29 admin admin] 10.222.0.30 "GET /v2.0/subnets/feb51204-e93a-449b-9a45-1e65ab44baeb HTTP/1.1" status: 200 len: 868 time: 0.0876470 Jun 21 19:51:53.485023 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d8cdccd6-3801-48b0-95d8-b9a9c379f33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:56.267580 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-83984701-dab9-4499-8e91-addfb8b34791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:57.187744 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:57.324741 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:58.359427 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:01.336348 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34454) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:52:01.380642 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [None req-6c3600b8-062c-4f4f-b07f-383bcf29f141 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:52:01.381641 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-6c3600b8-062c-4f4f-b07f-383bcf29f141 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443430 Jun 21 19:52:03.630747 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34462) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:52:03.694025 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c90921-4e0b-49fe-a35e-e06d699f32d5 admin admin] GET failed (client error): The resource could not be found. Jun 21 19:52:03.695275 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-12c90921-4e0b-49fe-a35e-e06d699f32d5 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0636172 Jun 21 19:52:03.833151 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63007d04-bcc3-4efe-93c9-1de6c7017539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:52:03.834524 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-63007d04-bcc3-4efe-93c9-1de6c7017539 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1354613 Jun 21 19:52:06.016644 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34470) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:52:06.060944 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:52:06.160891 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Made reservation on behalf of 75a79a6878094289ab145cf45885aa07 for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:52:06.163184 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:06.193423 dv-cinder-792462-15-iscsi neutron-server[104794]: WARNING neutron.services.revisions.revision_plugin [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Could not find related network for resource to bump revision. Jun 21 19:52:06.208875 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:52:06.212681 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:06.213018 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Added segment 448956f9-3c5b-4bf7-9de0-a2aa8adb1274 of type vlan for network 36548f01-8762-462f-bc3c-5b21fa813eab Jun 21 19:52:06.262236 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:06.347186 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:06.348468 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:52:06.349036 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:06.350893 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:52:06.405260 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Pushing event updated for resources: {'Network': ['ID=36548f01-8762-462f-bc3c-5b21fa813eab,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:52:06.407934 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:52:06.415215 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 36548f01-8762-462f-bc3c-5b21fa813eab details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:52:06.477675 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4599667 Jun 21 19:52:08.632578 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34478) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:52:08.693306 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3279085c-93ab-400a-a0d5-813fbafc1632 admin admin] GET failed (client error): The resource could not be found. Jun 21 19:52:08.694593 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-3279085c-93ab-400a-a0d5-813fbafc1632 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608368 Jun 21 19:52:08.761817 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9948e07-91b7-4bda-acab-0de7a5823b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:52:08.763197 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f9948e07-91b7-4bda-acab-0de7a5823b6f admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0643771 Jun 21 19:52:08.772532 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:52:08.867520 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Made reservation on behalf of 75a79a6878094289ab145cf45885aa07 for: {'subnet': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:52:08.870161 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:09.107336 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313'] for subnet, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:09.110177 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-65c4e858-5fc2-4936-a0f0-1f410a333b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:52:09.168852 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ecbdb8f-c370-4a70-8594-2d69227dd400,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:52:09.171413 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:52:09.177280 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Checking segment: {'id': '448956f9-3c5b-4bf7-9de0-a2aa8adb1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:52:09.177630 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Network hostable DHCP agents. Network: 36548f01-8762-462f-bc3c-5b21fa813eab, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:52:09.255336 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Network 36548f01-8762-462f-bc3c-5b21fa813eab is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:52:09.323967 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 36548f01-8762-462f-bc3c-5b21fa813eab) {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:52:09.327973 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:52:09.328558 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:09.332878 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed78c8-e7c5-4322-acea-def0e5ef978c None None] Network 36548f01-8762-462f-bc3c-5b21fa813eab requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:52:09.428127 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6588368 Jun 21 19:52:09.584020 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cbd27e-ac4b-5d60-81fc-ac2e7ea337cf-36548f01-8762-462f-bc3c-5b21fa813eab', 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab', 'tenant_id': '75a79a6878094289ab145cf45885aa07', 'fixed_ips': [{'subnet_id': '0ecbdb8f-c370-4a70-8594-2d69227dd400'}]}} from dv-cinder-792462-15-iscsi. {{(pid=104796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:52:09.584918 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:09.719048 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.db_base_plugin_common [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Allocated IP 192.168.233.2 (36548f01-8762-462f-bc3c-5b21fa813eab/0ecbdb8f-c370-4a70-8594-2d69227dd400/c280d435-9602-4538-b028-d457e855d0fe) {{(pid=104796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:52:09.865089 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Notify callbacks [] for port, precommit_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:09.875239 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Transition to ACTIVE for port object c280d435-9602-4538-b028-d457e855d0fe will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:52:09.891192 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Transition to ACTIVE for port object c280d435-9602-4538-b028-d457e855d0fe will not be triggered until provisioned by entity DHCP. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:52:09.951681 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:09.953978 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:52:09.996034 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Network 36548f01-8762-462f-bc3c-5b21fa813eab is already hosted by enough agents. {{(pid=104796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:52:10.001521 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.base_scheduler [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Resources bound (agent type, host, resource id): {{(pid=104796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:52:10.001735 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Pushing event updated for resources: {'Port': ['ID=c280d435-9602-4538-b028-d457e855d0fe,revision_number=1']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:52:10.003799 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Received port after_create {{(pid=104796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:52:10.014827 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.015195 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.015571 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.015904 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.016240 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.016584 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.016912 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.017239 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.017575 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.017897 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.018244 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.018560 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:52:10.022641 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:52:10.065228 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 5 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:52:10.069453 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Attempting to bind port c280d435-9602-4538-b028-d457e855d0fe on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:52:10.069830 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Attempting to bind port c280d435-9602-4538-b028-d457e855d0fe by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '448956f9-3c5b-4bf7-9de0-a2aa8adb1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:52:10.070200 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Attempting to bind port c280d435-9602-4538-b028-d457e855d0fe on network 36548f01-8762-462f-bc3c-5b21fa813eab {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:52:10.075766 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:52:10.076189 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Checking segment: {'id': '448956f9-3c5b-4bf7-9de0-a2aa8adb1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:52:10.076600 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:10.076995 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Bound using segment: {'id': '448956f9-3c5b-4bf7-9de0-a2aa8adb1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:52:10.077465 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Bound port: c280d435-9602-4538-b028-d457e855d0fe, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448956f9-3c5b-4bf7-9de0-a2aa8adb1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:52:10.077837 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:10.141439 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] For port c280d435-9602-4538-b028-d457e855d0fe, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:52:10.145424 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] For port c280d435-9602-4538-b028-d457e855d0fe, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=c280d435-9602-4538-b028-d457e855d0fe,segment=NetworkSegment(448956f9-3c5b-4bf7-9de0-a2aa8adb1274),segment_id=448956f9-3c5b-4bf7-9de0-a2aa8adb1274)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:52:10.210770 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:10.213754 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:52:10.268489 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Pushing event updated for resources: {'Port': ['ID=c280d435-9602-4538-b028-d457e855d0fe,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:52:10.279216 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:52:11.074406 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5771d2ad-76e8-4b77-a451-c8778098297c None None] Network 36548f01-8762-462f-bc3c-5b21fa813eab requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:52:11.191853 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-e8b2f08c-a971-446e-ab89-7ebb8224ae6c None None] Provisioning for port c280d435-9602-4538-b028-d457e855d0fe completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:52:11.306427 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device c280d435-9602-4538-b028-d457e855d0fe up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:52:11.426306 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port c280d435-9602-4538-b028-d457e855d0fe completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:52:11.432552 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port c280d435-9602-4538-b028-d457e855d0fe triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:52:11.432932 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:11.457401 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-c1080fd5-44e2-4a50-a907-3d61323f666b None None] Provisioning complete for port c280d435-9602-4538-b028-d457e855d0fe triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:52:11.457759 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c1080fd5-44e2-4a50-a907-3d61323f666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:11.561754 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:11.590415 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c1080fd5-44e2-4a50-a907-3d61323f666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:11.612202 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port c280d435-9602-4538-b028-d457e855d0fe, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=c280d435-9602-4538-b028-d457e855d0fe,segment=NetworkSegment(448956f9-3c5b-4bf7-9de0-a2aa8adb1274),segment_id=448956f9-3c5b-4bf7-9de0-a2aa8adb1274)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:52:11.702199 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:11.708481 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-de871ba6-23f7-4827-8692-7267957271d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:52:11.766857 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.db.api [None req-c1080fd5-44e2-4a50-a907-3d61323f666b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 19:52:11.767250 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_db.api [None req-c1080fd5-44e2-4a50-a907-3d61323f666b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 19:52:11.780943 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=c280d435-9602-4538-b028-d457e855d0fe,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:52:11.784021 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:52:13.258409 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device c280d435-9602-4538-b028-d457e855d0fe up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:52:13.304674 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port c280d435-9602-4538-b028-d457e855d0fe triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:52:13.305042 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:23.472779 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1b9e5e6c-7c1f-4227-a9ec-ef5461473e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:26.219279 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-0e6e55c6-058e-4460-b464-0e64618d40c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:27.219396 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:27.328500 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:28.356568 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:47.063749 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 5 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:52:53.472201 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-42eb789a-2909-41cd-ba40-cfb98f118223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:56.232300 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1bf794b2-5891-425f-99cc-8241432b79d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:57.203406 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:57.334829 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:58.363392 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:23.478154 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-880aa355-91fe-4f53-afab-2272a540c574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:24.062249 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 5 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:53:25.362412 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34530) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:53:25.368994 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [None req-362d6d38-5f03-4950-89f4-2b35704af7ab tempest-verify_tempest_config-319825203 tempest-verify_tempest_config-319825203-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:53:25.369962 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-362d6d38-5f03-4950-89f4-2b35704af7ab tempest-verify_tempest_config-319825203 tempest-verify_tempest_config-319825203-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065839 Jun 21 19:53:25.878800 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34548) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:53:25.977701 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:26.061267 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:26.137566 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:26.140664 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:53:26.181493 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23638b6-4abf-4632-8dea-93c36888e7e0,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:53:26.185151 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=622efdd33f2f4718b89e194475bb271d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3053830 Jun 21 19:53:26.189880 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 34552) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:53:26.190497 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.190861 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.191201 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.191562 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.191891 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.192213 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.192535 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.192875 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.193197 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.193513 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.193829 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.194139 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.197940 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:53:26.237136 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-dcd992c0-d0fb-4c02-a20f-1e1c660c5bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:26.274381 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:26.294564 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:26.471354 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:26.474577 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:26.476363 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a23638b6-4abf-4632-8dea-93c36888e7e0 HTTP/1.1" status: 204 len: 168 time: 0.2867756 Jun 21 19:53:26.477321 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:53:26.485086 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23638b6-4abf-4632-8dea-93c36888e7e0,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:53:26.494835 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.495192 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.495559 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.495887 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.496208 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.496565 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.496889 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.497224 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.497548 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.497891 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.498161 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.498452 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Tracked resource versions report: Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: pushed versions: Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: { 'AddressGroup': {'1.2'}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'ConntrackHelper': {'1.0'}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Log': {'1.0'}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Network': {'1.1'}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Port': {'1.7'}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'PortForwarding': {'1.2'}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'QosPolicy': {'1.8'}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SecurityGroup': {'1.4'}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SubPort': {'1.0'}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Subnet': {'1.1'}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Trunk': {'1.1'}} Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: consumer versions: Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: { DHCP agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: L3 agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: Metadata agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: Metering agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: Open vSwitch agent@dv-cinder-792462-15-iscsi: { 'AddressGroup': '1.2', Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'ConntrackHelper': '1.0', Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Log': '1.0', Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Network': '1.1', Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Port': '1.7', Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'PortForwarding': '1.2', Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'QosPolicy': '1.8', Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SecurityGroup': '1.4', Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SecurityGroupRule': '1.2', Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SubPort': '1.0', Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Subnet': '1.1', Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Trunk': '1.1'}} Jun 21 19:53:26.499875 dv-cinder-792462-15-iscsi neutron-server[104793]: {{(pid=104793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:53:26.529101 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:53:27.217604 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:27.354891 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:28.385705 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:53.459962 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-5f959b05-cbaa-4f0b-97d5-9fbce24fbbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:56.236311 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-0c2fba54-fc50-4b86-b0a3-49f58116abce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:57.256765 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:57.470942 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:58.373150 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:01.059681 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 5 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:54:23.513500 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0469-87f0-40e4-b403-3887bbbe4dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:26.227839 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-a6c8d38c-e841-42a4-a48c-5743dfa5ec90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:27.198677 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:27.319021 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:28.412535 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:38.058009 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 5 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:54:53.620837 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e5e13e79-e83f-45dc-a72d-b49438463498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:56.252442 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1c644c6f-5fe2-4535-8034-8a78894a89b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:57.217604 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:57.347794 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:58.306171 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169'] for agent, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:58.369559 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:02.116251 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 34610) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:55:02.219156 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-2fb68016-2f04-4634-8faa-a804493b722a admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1017873 Jun 21 19:55:04.354585 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34620) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:55:04.412698 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-67ffc577-471a-49cd-b91d-0aab44f0e10c admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0570006 Jun 21 19:55:15.056149 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:55:23.462658 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-56c16f30-6d65-49e5-8528-0c54d0ca03d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:26.225889 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-a76d6907-d0bd-4f6a-97e9-b9462cebf4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:27.225557 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:27.339772 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:28.322855 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:28.403034 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:52.054651 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:55:53.490392 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-ffea2908-7a22-4da2-8bd0-dc1d7b45231b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:56.259706 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-30e8c5b1-7228-409a-9000-cd3d659568a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:57.230770 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:57.331043 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:58.360198 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:58.442906 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:23.501549 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b0cc38c1-aa54-46ea-a2bd-a4d90291ee0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:26.253179 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e6b73a3e-857f-47ff-b4f1-ae94d7d077e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:27.230295 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:27.360271 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:28.319598 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:28.430390 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:29.053289 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:56:32.347239 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34810) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:32.652509 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-11822250-network', 'tenant_id': 'e9fc0d5eeee34b6e9170d9fce6f2bba7'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:32.764745 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Made reservation on behalf of e9fc0d5eeee34b6e9170d9fce6f2bba7 for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:32.768545 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:32.775157 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:32.865811 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:32.958371 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:32.961574 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:32.983947 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:56:32.992212 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3076b1-7d68-45a8-932c-6a8f551762f2,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:33.006878 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.007239 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.009829 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.009829 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.009829 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.009829 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.009829 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.009829 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.009829 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.010425 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.010583 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.010897 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Tracked resource versions report: Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: pushed versions: Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: { 'AddressGroup': {'1.2'}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'ConntrackHelper': {'1.0'}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Log': {'1.0'}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Network': {'1.1'}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Port': {'1.7'}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'PortForwarding': {'1.2'}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'QosPolicy': {'1.8'}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SecurityGroup': {'1.4'}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SubPort': {'1.0'}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Subnet': {'1.1'}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Trunk': {'1.1'}} Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: consumer versions: Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: { DHCP agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: HyperV agent@hv-cinder-79246: {}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: L3 agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: Metadata agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: Metering agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: Open vSwitch agent@dv-cinder-792462-15-iscsi: { 'AddressGroup': '1.2', Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'ConntrackHelper': '1.0', Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Log': '1.0', Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Network': '1.1', Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Port': '1.7', Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'PortForwarding': '1.2', Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'QosPolicy': '1.8', Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SecurityGroup': '1.4', Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SecurityGroupRule': '1.2', Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'SubPort': '1.0', Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Subnet': '1.1', Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: 'Trunk': '1.1'}} Jun 21 19:56:33.012158 dv-cinder-792462-15-iscsi neutron-server[104794]: {{(pid=104794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:56:33.017873 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:33.018938 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.019276 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Added segment f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162 of type vlan for network 1346e28b-234e-4888-9867-04ad13826b25 Jun 21 19:56:33.067673 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.084257 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 34846) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:33.117305 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34852) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:33.184127 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.186193 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:33.187284 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.190348 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:33.248179 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Pushing event updated for resources: {'Network': ['ID=1346e28b-234e-4888-9867-04ad13826b25,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:33.252893 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:33.259816 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 1346e28b-234e-4888-9867-04ad13826b25 details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:56:33.325261 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9767721 Jun 21 19:56:33.325722 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 34866) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:33.332867 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Request body: {'subnet': {'network_id': '1346e28b-234e-4888-9867-04ad13826b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-11822250-subnet', 'tenant_id': 'e9fc0d5eeee34b6e9170d9fce6f2bba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:33.334878 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.quota [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Loaded quota_driver: . Jun 21 19:56:33.420462 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-675742792-network', 'tenant_id': 'c152a1636c194c03bae80e5329b02213'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:33.449972 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-723491861-network', 'tenant_id': '67cd3dc0bdc846f5a8df26f7091f9099'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:33.450519 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Made reservation on behalf of e9fc0d5eeee34b6e9170d9fce6f2bba7 for: {'subnet': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:33.453494 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.518388 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.db.api [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 19:56:33.518388 dv-cinder-792462-15-iscsi neutron-server[104794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 19:56:33.518388 dv-cinder-792462-15-iscsi neutron-server[104794]: [parameters: {'project_id_1': '67cd3dc0bdc846f5a8df26f7091f9099', 'expiration_1': datetime.datetime(2021, 6, 21, 19, 56, 33, 454929)}] Jun 21 19:56:33.518388 dv-cinder-792462-15-iscsi neutron-server[104794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 19:56:33.519701 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_db.api [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 19:56:33.667196 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Made reservation on behalf of c152a1636c194c03bae80e5329b02213 for: {'network': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:33.670505 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.697098 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.868593 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313'] for subnet, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.877684 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.878583 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:33.928871 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a12b20c-68d5-4ae9-846f-b704e7c25a1f,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:33.944949 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.945402 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.945739 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.946066 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.946389 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.946708 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.947023 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.947352 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.947867 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.948188 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.948552 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.948812 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Tracked resource versions report: Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: pushed versions: Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: { 'AddressGroup': {'1.2'}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'ConntrackHelper': {'1.0'}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Log': {'1.0'}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Network': {'1.1'}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Port': {'1.7'}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'PortForwarding': {'1.2'}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'QosPolicy': {'1.8'}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SecurityGroup': {'1.4'}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SubPort': {'1.0'}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Subnet': {'1.1'}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Trunk': {'1.1'}} Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: consumer versions: Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: { DHCP agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: HyperV agent@hv-cinder-79246: {}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: L3 agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: Metadata agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: Metering agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: Open vSwitch agent@dv-cinder-792462-15-iscsi: { 'AddressGroup': '1.2', Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'ConntrackHelper': '1.0', Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Log': '1.0', Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Network': '1.1', Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Port': '1.7', Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'PortForwarding': '1.2', Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'QosPolicy': '1.8', Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SecurityGroup': '1.4', Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SecurityGroupRule': '1.2', Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'SubPort': '1.0', Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Subnet': '1.1', Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: 'Trunk': '1.1'}} Jun 21 19:56:33.949828 dv-cinder-792462-15-iscsi neutron-server[104793]: {{(pid=104793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:56:33.955082 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.955082 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:33.964554 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6a6aa915-f4a0-4168-bed1-72aa0665c72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:33.971578 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Checking segment: {'id': 'f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1346e28b-234e-4888-9867-04ad13826b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:56:33.971957 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Network hostable DHCP agents. Network: 1346e28b-234e-4888-9867-04ad13826b25, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:56:33.988974 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=104793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:56:34.015283 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4fb679-3507-4447-a43d-9b282cd11b35,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:34.018263 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759200479178', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.018827 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Unsubscribe: segment precommit_create {{(pid=104793) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 19:56:34.019293 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.segments_db [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Added segment 92d5f274-2ee9-4cef-aede-2e0f9cb6ecff of type vlan for network 2155febb-95b0-40f7-b69c-e7702ce096c6 Jun 21 19:56:34.033361 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:34.078140 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.149828 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Made reservation on behalf of 67cd3dc0bdc846f5a8df26f7091f9099 for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:34.150280 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Network 1346e28b-234e-4888-9867-04ad13826b25 is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:56:34.152700 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.162809 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.184671 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.186830 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:34.187530 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.191684 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:34.316122 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Pushing event updated for resources: {'Network': ['ID=2155febb-95b0-40f7-b69c-e7702ce096c6,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:34.322961 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:34.324106 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 1346e28b-234e-4888-9867-04ad13826b25) {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:56:34.332236 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 2155febb-95b0-40f7-b69c-e7702ce096c6 details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:56:34.337764 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9e2be0-cbca-41ff-92b8-fdfa79223a19 None None] Network 1346e28b-234e-4888-9867-04ad13826b25 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:56:34.338622 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:34.339951 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.369670 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.451997 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.461277 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:34.488533 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:56:34.503349 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ef35d6-8028-4b70-bfbb-7c4efb008c1f,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:34.506910 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:34.511431 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.513085 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Added segment 5b1252f2-4e01-46b2-8623-f9ba1b756322 of type vlan for network 689a70c9-4f80-4a40-aeb6-32a8b34ca30d Jun 21 19:56:34.533457 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4480407 Jun 21 19:56:34.536117 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 34918) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:34.541300 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Request body: {'subnet': {'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-675742792-subnet', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:34.568433 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b2c7cf-0a9d-494b-b8f5-9859483fce45 None None] Network 1346e28b-234e-4888-9867-04ad13826b25 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:56:34.575643 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.600592 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2640646 Jun 21 19:56:34.672625 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.673944 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:34.674549 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.677753 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:34.701900 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Made reservation on behalf of c152a1636c194c03bae80e5329b02213 for: {'subnet': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:34.704466 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:34.734046 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Pushing event updated for resources: {'Network': ['ID=689a70c9-4f80-4a40-aeb6-32a8b34ca30d,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:34.743596 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:34.744605 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 689a70c9-4f80-4a40-aeb6-32a8b34ca30d details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:56:34.800371 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6818254 Jun 21 19:56:34.801100 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34926) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:34.805710 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Request body: {'subnet': {'network_id': '689a70c9-4f80-4a40-aeb6-32a8b34ca30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-723491861-subnet', 'tenant_id': '67cd3dc0bdc846f5a8df26f7091f9099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:34.909769 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Made reservation on behalf of 67cd3dc0bdc846f5a8df26f7091f9099 for: {'subnet': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:34.913175 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:35.034284 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313'] for subnet, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:35.045400 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-4233efa1-46f9-4438-bf5a-a9df700ddf96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:35.189818 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:35.192693 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Checking segment: {'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:56:35.193410 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Network hostable DHCP agents. Network: 2155febb-95b0-40f7-b69c-e7702ce096c6, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:56:35.195902 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:35.312826 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Network 2155febb-95b0-40f7-b69c-e7702ce096c6 is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:56:35.399342 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313'] for subnet, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:35.402599 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:35.430085 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 2155febb-95b0-40f7-b69c-e7702ce096c6) {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:56:35.438226 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41e1c1-52ba-4df9-aa51-3a4766a04c41 None None] Network 2155febb-95b0-40f7-b69c-e7702ce096c6 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:56:35.439226 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:35.447488 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:35.476915 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ee9a42-2237-4166-964f-3446877ccd47,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:35.480426 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:35.487931 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Checking segment: {'id': '5b1252f2-4e01-46b2-8623-f9ba1b756322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '689a70c9-4f80-4a40-aeb6-32a8b34ca30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:56:35.488281 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Network hostable DHCP agents. Network: 689a70c9-4f80-4a40-aeb6-32a8b34ca30d, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:56:35.542175 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0049648 Jun 21 19:56:35.545290 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 34958) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:35.555690 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-675742792-router', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:35.573178 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Network 689a70c9-4f80-4a40-aeb6-32a8b34ca30d is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:56:35.586857 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a05b0c1-9ede-43bc-89ed-75eff9be831d None None] Network 2155febb-95b0-40f7-b69c-e7702ce096c6 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:56:35.669431 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 689a70c9-4f80-4a40-aeb6-32a8b34ca30d) {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:56:35.673926 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:35.674685 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:35.701578 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed118e1b-67de-48a1-bfa4-6ed8b1f34578 None None] Network 689a70c9-4f80-4a40-aeb6-32a8b34ca30d requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:56:35.733551 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-510613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4968'] for router, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:35.735140 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:35.854551 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f918da-0a83-4150-b8d7-fc11d38b7f6d None None] Network 689a70c9-4f80-4a40-aeb6-32a8b34ca30d requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:56:35.873897 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0718429 Jun 21 19:56:35.879969 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:35.907763 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 34970) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:36.068526 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a48ef74-44ff-4296-b2dd-1fc489511d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:36.200291 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4981'] for router, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:36.238726 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a48ef74-44ff-4296-b2dd-1fc489511d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:36.565808 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a48ef74-44ff-4296-b2dd-1fc489511d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:36.584087 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:36.625092 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35004) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:36.625693 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-8a48ef74-44ff-4296-b2dd-1fc489511d7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e22db14e3194c99be7d01f34e84ba71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7150121 Jun 21 19:56:36.631247 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48ef74-44ff-4296-b2dd-1fc489511d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622af2bc-c27b-43c5-a084-cd762947c1e8,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:36.646825 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8a48ef74-44ff-4296-b2dd-1fc489511d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:36.733504 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f46637e7-4591-4803-a53f-b8da2d8ab6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:36.898427 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f46637e7-4591-4803-a53f-b8da2d8ab6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:36.938303 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:36.974736 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:37.009295 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35040) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:37.012136 dv-cinder-792462-15-iscsi neutron-server[104794]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 19:56:37.044923 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35042) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:37.210791 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03904d-a2b4-4783-b45c-1789858007eb req-6a90f962-ebb3-47b6-828b-6e04cb2da46a tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:37.212269 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-6a90f962-ebb3-47b6-828b-6e04cb2da46a tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/networks?id=1346e28b-234e-4888-9867-04ad13826b25 HTTP/1.1" status: 200 len: 810 time: 0.2013686 Jun 21 19:56:37.214229 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Allocated IP 172.27.0.225 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/6d9532f5-c513-4e61-a6f0-47f801cd845e) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:56:37.217883 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f46637e7-4591-4803-a53f-b8da2d8ab6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:37.222963 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f46637e7-4591-4803-a53f-b8da2d8ab6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:37.226416 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-f46637e7-4591-4803-a53f-b8da2d8ab6ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/622af2bc-c27b-43c5-a084-cd762947c1e8 HTTP/1.1" status: 204 len: 168 time: 0.5979962 Jun 21 19:56:37.226573 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:37.229599 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-8e72e826-bbb0-40c6-addb-05355eede4e2 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/quotas/e9fc0d5eeee34b6e9170d9fce6f2bba7 HTTP/1.1" status: 200 len: 375 time: 0.0106790 Jun 21 19:56:37.238796 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46637e7-4591-4803-a53f-b8da2d8ab6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622af2bc-c27b-43c5-a084-cd762947c1e8,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:37.241114 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-f46637e7-4591-4803-a53f-b8da2d8ab6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:37.379577 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-10c5d5b7-12e7-4c64-87b1-d2840f33c911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:37.406041 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-a3759fe6-1980-409b-ab4d-03878c1f2440 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9fc0d5eeee34b6e9170d9fce6f2bba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1696391 Jun 21 19:56:37.409148 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:37.471911 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35056) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:37.511732 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35062) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:37.519367 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1736109361-network', 'tenant_id': 'fcf9d35d7b7e4734aadd48e9d8e7ea09'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:37.578306 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-10c5d5b7-12e7-4c64-87b1-d2840f33c911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:37.622492 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:37.626689 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:37.673976 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-10c5d5b7-12e7-4c64-87b1-d2840f33c911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:37.711641 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:56:37.722091 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:56:37.735173 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:56:37.772115 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Made reservation on behalf of fcf9d35d7b7e4734aadd48e9d8e7ea09 for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:37.774906 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:37.779097 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-10c5d5b7-12e7-4c64-87b1-d2840f33c911 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5150190f9e548c5b25274691db36bd5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7305100 Jun 21 19:56:37.786582 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-679c5b69-55d4-4136-927c-97b217928322 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:56:37.786582 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-679c5b69-55d4-4136-927c-97b217928322 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1791811 Jun 21 19:56:37.786582 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35068) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:37.792035 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e8543cab-7d8b-4ece-81d4-8af85d76f317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:37.805581 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Pushing event updated for resources: {'Port': ['ID=6d9532f5-c513-4e61-a6f0-47f801cd845e,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:37.807062 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:37.811811 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:37.812218 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:37.884306 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5d5b7-12e7-4c64-87b1-d2840f33c911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b6f93a-f121-4e65-b672-eb4509b6bd36,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:37.890784 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-10c5d5b7-12e7-4c64-87b1-d2840f33c911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:37.892380 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.db.api [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 19:56:37.892380 dv-cinder-792462-15-iscsi neutron-server[104794]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 19:56:37.892380 dv-cinder-792462-15-iscsi neutron-server[104794]: [parameters: {'project_id_1': 'fcf9d35d7b7e4734aadd48e9d8e7ea09', 'expiration_1': datetime.datetime(2021, 6, 21, 19, 56, 37, 838109)}] Jun 21 19:56:37.892380 dv-cinder-792462-15-iscsi neutron-server[104794]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 19:56:37.893753 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_db.api [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 19:56:37.976865 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b8bc123e-7e3b-47b8-a2b1-b0e79f4c0c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.006161 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-25bcbfbe-71ba-4765-a92e-438f5b57cc6a service neutron] 10.222.0.30 "GET /v2.0/networks/1346e28b-234e-4888-9867-04ad13826b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104995 Jun 21 19:56:38.021263 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b8bc123e-7e3b-47b8-a2b1-b0e79f4c0c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.124231 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e8543cab-7d8b-4ece-81d4-8af85d76f317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.152173 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.160706 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-ee94ca4b-df0b-48d4-9353-e5f8762bde69 service neutron] 10.222.0.30 "GET /v2.0/networks/1346e28b-234e-4888-9867-04ad13826b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435363 Jun 21 19:56:38.172703 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35094) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:38.186673 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-5eabdd89-a912-462a-b4f7-660164737223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.226041 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e8543cab-7d8b-4ece-81d4-8af85d76f317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.235987 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:38.268668 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b8bc123e-7e3b-47b8-a2b1-b0e79f4c0c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.281154 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b8bc123e-7e3b-47b8-a2b1-b0e79f4c0c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.284694 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-b8bc123e-7e3b-47b8-a2b1-b0e79f4c0c12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77b6f93a-f121-4e65-b672-eb4509b6bd36 HTTP/1.1" status: 204 len: 168 time: 0.4881322 Jun 21 19:56:38.299316 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-e8543cab-7d8b-4ece-81d4-8af85d76f317 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bac46c91df6c47b7b92b1302aa5c4446&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8251905 Jun 21 19:56:38.306522 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35098) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:38.317029 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8543cab-7d8b-4ece-81d4-8af85d76f317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33e9862-2357-4fa8-90f4-4a15ae093999,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:38.327490 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e8543cab-7d8b-4ece-81d4-8af85d76f317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:38.329385 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-08f562e3-a0db-4879-ab83-6c2afc255b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:38.358114 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc123e-7e3b-47b8-a2b1-b0e79f4c0c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b6f93a-f121-4e65-b672-eb4509b6bd36,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:38.367803 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b8bc123e-7e3b-47b8-a2b1-b0e79f4c0c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:38.393356 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.402496 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570368'] for router, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.417162 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-fe87f148-4163-4d68-8c20-c1bc6b3a9881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.439014 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-5eabdd89-a912-462a-b4f7-660164737223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.469473 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-fe87f148-4163-4d68-8c20-c1bc6b3a9881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.540665 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-5eabdd89-a912-462a-b4f7-660164737223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.571903 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8a48ef74-44ff-4296-b2dd-1fc489511d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:38.576262 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-5eabdd89-a912-462a-b4f7-660164737223 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ce2a56a55c04020a6d6ba38152403bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4021966 Jun 21 19:56:38.580178 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35116) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:38.658767 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f5de-b978-4055-b2ef-b52520343ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.662574 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabdd89-a912-462a-b4f7-660164737223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8471b590-6922-4d7f-89e0-ee1c045ab7e0,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:38.687848 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f5de-b978-4055-b2ef-b52520343ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.717411 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-032bab52-3a96-4bdc-831c-45ecf4fff44a req-f95578ec-b135-486c-b767-64d48e31ac8d tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 210 time: 0.1102321 Jun 21 19:56:38.717411 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-5eabdd89-a912-462a-b4f7-660164737223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:38.776369 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.784458 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Router b3f04be1-9649-42e5-a618-b4c17abaa15a is scheduled to L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f with binding_index 1 {{(pid=104793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:56:38.824176 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-fe87f148-4163-4d68-8c20-c1bc6b3a9881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.827391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-fe87f148-4163-4d68-8c20-c1bc6b3a9881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.828586 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-fe87f148-4163-4d68-8c20-c1bc6b3a9881 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e33e9862-2357-4fa8-90f4-4a15ae093999 HTTP/1.1" status: 204 len: 168 time: 0.5211442 Jun 21 19:56:38.829275 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-01da359f-035e-4ca7-b30a-7707b84ae6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:38.836936 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87f148-4163-4d68-8c20-c1bc6b3a9881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33e9862-2357-4fa8-90f4-4a15ae093999,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:38.839207 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-fe87f148-4163-4d68-8c20-c1bc6b3a9881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:38.843355 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f5de-b978-4055-b2ef-b52520343ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.853128 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f5de-b978-4055-b2ef-b52520343ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.854852 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-1bb7f5de-b978-4055-b2ef-b52520343ccf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8471b590-6922-4d7f-89e0-ee1c045ab7e0 HTTP/1.1" status: 204 len: 168 time: 0.2734549 Jun 21 19:56:38.858844 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-f46637e7-4591-4803-a53f-b8da2d8ab6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:38.895555 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7f5de-b978-4055-b2ef-b52520343ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8471b590-6922-4d7f-89e0-ee1c045ab7e0,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:38.899816 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.903896 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1bb7f5de-b978-4055-b2ef-b52520343ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:38.911219 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:56:38.921158 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:38.921303 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Added segment 91ebdf50-904d-4a86-b568-89e60792b958 of type vlan for network fb92f432-7291-49cd-95c3-2082482b5686 Jun 21 19:56:38.933623 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:38.948660 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:56:38.961026 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Sync routers for ids ['b3f04be1-9649-42e5-a618-b4c17abaa15a'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:56:38.983273 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Routers {'b3f04be1-9649-42e5-a618-b4c17abaa15a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:56:38.987842 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:56:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['b3f04be1-9649-42e5-a618-b4c17abaa15a'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:38.990555 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.002312 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e944b0-379d-4cbd-a8fc-21cd8e5324d5,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:39.008908 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:39.054557 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Notify callbacks [] for router, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.058820 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5059614 Jun 21 19:56:39.062525 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35136) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:39.161535 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Set router b3f04be1-9649-42e5-a618-b4c17abaa15a gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:56:39.191961 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.193280 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:39.193932 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.200889 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:39.282256 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35150) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:39.287699 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb92f432-7291-49cd-95c3-2082482b5686,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:39.287699 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:39.298765 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network fb92f432-7291-49cd-95c3-2082482b5686 details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:56:39.329569 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e8060620-14d7-4d15-8162-c06eb913f14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.367506 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8541384 Jun 21 19:56:39.370177 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35160) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:39.376929 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Request body: {'subnet': {'network_id': 'fb92f432-7291-49cd-95c3-2082482b5686', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1736109361-subnet', 'tenant_id': 'fcf9d35d7b7e4734aadd48e9d8e7ea09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:39.425537 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'name': 'tempest-ServerRescueNegativeTestJSON-675742792-router', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:56:35Z', 'updated_at': '2021-06-21T19:56:37Z', 'revision_number': 3, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'gw_port': {'id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:56:36Z', 'updated_at': '2021-06-21T19:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:39.452092 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Checking router: b3f04be1-9649-42e5-a618-b4c17abaa15a for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:56:39.456902 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Updating router b3f04be1-9649-42e5-a618-b4c17abaa15a port 6d9532f5-c513-4e61-a6f0-47f801cd845e binding host dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:56:39.475577 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Made reservation on behalf of fcf9d35d7b7e4734aadd48e9d8e7ea09 for: {'subnet': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:39.479825 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Notify callbacks [] for subnet, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.492900 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.690566 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e8060620-14d7-4d15-8162-c06eb913f14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.739124 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35170) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:39.755108 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-47f993d1-f7d1-4584-828f-45450fe8e828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.787254 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e8060620-14d7-4d15-8162-c06eb913f14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.823102 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:39.832990 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6740337a-a044-41bf-8087-73e57fd7d9e4 req-80be37ea-ec50-46cb-9489-a9acd29e9f49 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 210 time: 0.0355215 Jun 21 19:56:39.846993 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313'] for subnet, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.852922 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:39.877165 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Notify callbacks [] for port, precommit_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.890252 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.provisioning_blocks [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Transition to ACTIVE for port object 6d9532f5-c513-4e61-a6f0-47f801cd845e will not be triggered until provisioned by entity L2. {{(pid=104797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:56:39.909556 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-e8060620-14d7-4d15-8162-c06eb913f14b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=713f5c3fc85441df9700eacfce5566bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6239073 Jun 21 19:56:39.910483 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8060620-14d7-4d15-8162-c06eb913f14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f774a47-c878-46a6-a124-4de237bd5854,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:39.914728 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35176) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:39.915785 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e8060620-14d7-4d15-8162-c06eb913f14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:39.949610 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc01f8ca-f517-48bd-9ff9-948dd3842d0c,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:39.960536 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:39.986872 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:39.988605 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.002092 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:40.003477 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-47f993d1-f7d1-4584-828f-45450fe8e828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.005925 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Checking segment: {'id': '91ebdf50-904d-4a86-b568-89e60792b958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb92f432-7291-49cd-95c3-2082482b5686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:56:40.006279 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Network hostable DHCP agents. Network: fb92f432-7291-49cd-95c3-2082482b5686, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:56:40.030744 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9951-c5f1-4302-8337-a2f00fc02c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.052566 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9951-c5f1-4302-8337-a2f00fc02c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.055466 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Attempting to bind port 6d9532f5-c513-4e61-a6f0-47f801cd845e on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:56:40.056273 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Attempting to bind port 6d9532f5-c513-4e61-a6f0-47f801cd845e by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:56:40.056807 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Attempting to bind port 6d9532f5-c513-4e61-a6f0-47f801cd845e on network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:56:40.067050 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Pushing event updated for resources: {'Port': ['ID=6d9532f5-c513-4e61-a6f0-47f801cd845e,revision_number=2']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:40.069903 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:56:40.071023 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Checking segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:56:40.071430 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.072307 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Bound using segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:56:40.073142 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Bound port: 6d9532f5-c513-4e61-a6f0-47f801cd845e, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:56:40.073787 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.101156 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-47f993d1-f7d1-4584-828f-45450fe8e828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.103984 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.104513 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.105020 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.105504 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.106191 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.106701 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.107217 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.107740 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.108597 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-fe87f148-4163-4d68-8c20-c1bc6b3a9881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:40.109144 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.109476 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.110006 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.110333 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Tracked resource versions report: Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: pushed versions: Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: { 'AddressGroup': {'1.2'}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'ConntrackHelper': {'1.0'}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Log': {'1.0'}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Network': {'1.1'}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Port': {'1.7'}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'PortForwarding': {'1.2'}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'QosPolicy': {'1.8'}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SecurityGroup': {'1.4'}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SubPort': {'1.0'}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Subnet': {'1.1'}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Trunk': {'1.1'}} Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: consumer versions: Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: { DHCP agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: HyperV agent@hv-cinder-79246: {}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: L3 agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: Metadata agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: Metering agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: Open vSwitch agent@dv-cinder-792462-15-iscsi: { 'AddressGroup': '1.2', Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'ConntrackHelper': '1.0', Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Log': '1.0', Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Network': '1.1', Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Port': '1.7', Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'PortForwarding': '1.2', Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'QosPolicy': '1.8', Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SecurityGroup': '1.4', Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SecurityGroupRule': '1.2', Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'SubPort': '1.0', Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Subnet': '1.1', Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: 'Trunk': '1.1'}} Jun 21 19:56:40.111400 dv-cinder-792462-15-iscsi neutron-server[104797]: {{(pid=104797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:56:40.137152 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:40.176476 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Network fb92f432-7291-49cd-95c3-2082482b5686 is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:56:40.184591 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-47f993d1-f7d1-4584-828f-45450fe8e828 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a1bc85929524e649ccff1e2e270d30d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4415712 Jun 21 19:56:40.184591 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35184) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:40.197113 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f993d1-f7d1-4584-828f-45450fe8e828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb74f6b6-8ebd-4459-9105-3b67cae9feca,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:40.200135 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-47f993d1-f7d1-4584-828f-45450fe8e828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:40.207631 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] For port 6d9532f5-c513-4e61-a6f0-47f801cd845e, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:56:40.219774 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] For port 6d9532f5-c513-4e61-a6f0-47f801cd845e, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=6d9532f5-c513-4e61-a6f0-47f801cd845e,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:56:40.249086 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4812b4cc-f35d-4793-af19-120a9a3ef846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.261651 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Allocated IP 172.20.0.1 (2155febb-95b0-40f7-b69c-e7702ce096c6/9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86/7e989c43-c025-431a-bc59-907122e2003e) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:56:40.271391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4812b4cc-f35d-4793-af19-120a9a3ef846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.293699 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, fb92f432-7291-49cd-95c3-2082482b5686) {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:56:40.295064 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.300842 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9951-c5f1-4302-8337-a2f00fc02c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.305477 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:40.305871 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c4025f-5643-47f3-81ca-633bc612f610 None None] Network fb92f432-7291-49cd-95c3-2082482b5686 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:56:40.306587 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:40.307005 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.311238 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ad4a9951-c5f1-4302-8337-a2f00fc02c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.312465 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-ad4a9951-c5f1-4302-8337-a2f00fc02c9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f774a47-c878-46a6-a124-4de237bd5854 HTTP/1.1" status: 204 len: 168 time: 0.3907650 Jun 21 19:56:40.315351 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-5eabdd89-a912-462a-b4f7-660164737223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:40.329167 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a9951-c5f1-4302-8337-a2f00fc02c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f774a47-c878-46a6-a124-4de237bd5854,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:40.334049 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ad4a9951-c5f1-4302-8337-a2f00fc02c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:40.369541 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Routers {'b3f04be1-9649-42e5-a618-b4c17abaa15a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:56:40.370160 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:56:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['b3f04be1-9649-42e5-a618-b4c17abaa15a'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:40.416429 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0361066 Jun 21 19:56:40.451785 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.462197 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Pushing event updated for resources: {'Port': ['ID=6d9532f5-c513-4e61-a6f0-47f801cd845e,revision_number=3']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:40.474578 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:40.515205 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4812b4cc-f35d-4793-af19-120a9a3ef846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.518293 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4812b4cc-f35d-4793-af19-120a9a3ef846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.519515 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-4812b4cc-f35d-4793-af19-120a9a3ef846 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb74f6b6-8ebd-4459-9105-3b67cae9feca HTTP/1.1" status: 204 len: 168 time: 0.3303940 Jun 21 19:56:40.521542 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-47f993d1-f7d1-4584-828f-45450fe8e828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:40.540263 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812b4cc-f35d-4793-af19-120a9a3ef846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb74f6b6-8ebd-4459-9105-3b67cae9feca,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:40.543829 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45275376-9217-47f8-8f5a-7fc2be11dd88 None None] Network fb92f432-7291-49cd-95c3-2082482b5686 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:56:40.550633 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4812b4cc-f35d-4793-af19-120a9a3ef846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:40.569353 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] Set router b3f04be1-9649-42e5-a618-b4c17abaa15a gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:56:40.577526 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35202) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:40.639832 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.643164 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:40.683341 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Network 2155febb-95b0-40f7-b69c-e7702ce096c6 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:56:40.687276 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:56:40.690923 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:56:40.692132 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568879'] for router_interface, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:40.715128 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Pushing event updated for resources: {'Port': ['ID=7e989c43-c025-431a-bc59-907122e2003e,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:40.752103 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:40.786220 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'name': 'tempest-ServerRescueNegativeTestJSON-675742792-router', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:56:35Z', 'updated_at': '2021-06-21T19:56:37Z', 'revision_number': 3, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'gw_port': {'id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:56:36Z', 'updated_at': '2021-06-21T19:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:40.819568 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b671f61e-4126-49ff-8605-b8886d753971 None None] The sync data for ids ['b3f04be1-9649-42e5-a618-b4c17abaa15a'] in dv-cinder-792462-15-iscsi is: [{'id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'name': 'tempest-ServerRescueNegativeTestJSON-675742792-router', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:56:35Z', 'updated_at': '2021-06-21T19:56:37Z', 'revision_number': 3, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'gw_port': {'id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:56:36Z', 'updated_at': '2021-06-21T19:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:56:40.907003 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35216) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:40.980001 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1efc1e8b-ca44-420b-b67d-3998a2df7c67 req-ef63686c-2c0d-417a-b0ab-414fb604582b tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 210 time: 0.0510397 Jun 21 19:56:41.026363 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd09418d-9c06-4d68-93c2-a520b48af79d admin admin] Deleting subnet b6ee9a42-2237-4166-964f-3446877ccd47 {{(pid=104793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:56:41.026363 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-dd09418d-9c06-4d68-93c2-a520b48af79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.029518 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.049797 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ceae1a00-5f85-4129-941e-6b86cbde961e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.118226 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-dd09418d-9c06-4d68-93c2-a520b48af79d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.142119 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-dd09418d-9c06-4d68-93c2-a520b48af79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.291214 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ceae1a00-5f85-4129-941e-6b86cbde961e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.387381 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ceae1a00-5f85-4129-941e-6b86cbde961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.392057 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:41.418938 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.430079 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-dd09418d-9c06-4d68-93c2-a520b48af79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313'] for subnet, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.452780 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:41.452780 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-dd09418d-9c06-4d68-93c2-a520b48af79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.452939 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-ceae1a00-5f85-4129-941e-6b86cbde961e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a32f32d6bfb40579a88368003994af5&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8700349 Jun 21 19:56:41.453024 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-dd09418d-9c06-4d68-93c2-a520b48af79d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b6ee9a42-2237-4166-964f-3446877ccd47 HTTP/1.1" status: 204 len: 168 time: 0.5422599 Jun 21 19:56:41.453024 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35236) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:41.453153 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35238) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:41.455247 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae1a00-5f85-4129-941e-6b86cbde961e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d235c457-f2dc-471e-a3f1-8648989f337b,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:41.461919 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ceae1a00-5f85-4129-941e-6b86cbde961e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:41.523696 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09418d-9c06-4d68-93c2-a520b48af79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ee9a42-2237-4166-964f-3446877ccd47,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:41.527193 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 6d9532f5-c513-4e61-a6f0-47f801cd845e up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:56:41.527763 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-dd09418d-9c06-4d68-93c2-a520b48af79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:41.597900 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.603093 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.611388 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569910'] for router_interface, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.624348 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1b2d0277-1861-466f-bcc4-126cf667ad9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:41.695549 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 6d9532f5-c513-4e61-a6f0-47f801cd845e completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:56:41.701093 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 6d9532f5-c513-4e61-a6f0-47f801cd845e triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:56:41.701547 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.829424 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ba1626c5-5cb0-449e-b4f5-645466bbf36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.839078 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.865956 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 6d9532f5-c513-4e61-a6f0-47f801cd845e, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=6d9532f5-c513-4e61-a6f0-47f801cd845e,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:56:41.928991 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Pushing event updated for resources: {'Port': ['ID=7e989c43-c025-431a-bc59-907122e2003e,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:41.946442 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ba1626c5-5cb0-449e-b4f5-645466bbf36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.956492 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.959019 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:41.970171 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:41.973248 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:41.975934 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:41.976305 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:41.977101 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:41.977459 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > port after_create 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:41.977792 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:41.978132 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > port after_update 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:41.978474 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:41.978849 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:41.979165 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:41.979504 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:42.024791 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=6d9532f5-c513-4e61-a6f0-47f801cd845e,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:42.036347 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.036715 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.037585 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.038436 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.038942 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.039471 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.039974 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.040586 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.041089 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.041623 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.042121 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.042675 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Tracked resource versions report: Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: pushed versions: Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: { 'AddressGroup': {'1.2'}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'ConntrackHelper': {'1.0'}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Log': {'1.0'}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Network': {'1.1'}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Port': {'1.7'}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'PortForwarding': {'1.2'}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'QosPolicy': {'1.8'}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SecurityGroup': {'1.4'}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SubPort': {'1.0'}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Subnet': {'1.1'}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Trunk': {'1.1'}} Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: consumer versions: Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: { DHCP agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: HyperV agent@hv-cinder-79246: {}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: L3 agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: Metadata agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: Metering agent@dv-cinder-792462-15-iscsi: {}, Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: Open vSwitch agent@dv-cinder-792462-15-iscsi: { 'AddressGroup': '1.2', Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'ConntrackHelper': '1.0', Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Log': '1.0', Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Network': '1.1', Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Port': '1.7', Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'PortForwarding': '1.2', Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'QosPolicy': '1.8', Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SecurityGroup': '1.4', Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SecurityGroupRule': '1.2', Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'SubPort': '1.0', Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Subnet': '1.1', Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: 'Trunk': '1.1'}} Jun 21 19:56:42.043948 dv-cinder-792462-15-iscsi neutron-server[104796]: {{(pid=104796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:56:42.051366 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:42.160058 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:42.160058 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:42.160058 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:42.160058 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:56:42.160058 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689a70c9-4f80-4a40-aeb6-32a8b34ca30d']}} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:42.186705 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1252f2-4e01-46b2-8623-f9ba1b756322') {'for_net_delete': True} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:42.187014 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1252f2-4e01-46b2-8623-f9ba1b756322') {} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:42.212693 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ae328de1-b1b3-4bb1-baa2-a98bae966ab3 req-a6199a92-1c9a-46ba-bccf-b6e2a335917e tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 210 time: 0.0347207 Jun 21 19:56:42.213898 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31473180'] for segment, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.239221 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Network 2155febb-95b0-40f7-b69c-e7702ce096c6 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:56:42.242020 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:56:42.245152 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.256395 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:56:42.256691 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32435808'] for segment, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: from cryptography.utils import int_from_bytes Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: from cryptography.utils import int_from_bytes Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: Traceback (most recent call last): Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: timer() Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: cb(*args, **kw) Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: return func(*args, **kwargs) Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: self._notify() Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: self.callback(batched_events) Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: event.method(event) Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: return f(self, *a, **k) Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: return self._get(url).json() Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: return self.request(url, 'GET', **kwargs) Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:56:42.261176 dv-cinder-792462-15-iscsi neutron-server[104793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:56:42.358360 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ba1626c5-5cb0-449e-b4f5-645466bbf36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.363367 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ba1626c5-5cb0-449e-b4f5-645466bbf36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.364372 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-ba1626c5-5cb0-449e-b4f5-645466bbf36b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d235c457-f2dc-471e-a3f1-8648989f337b HTTP/1.1" status: 204 len: 168 time: 0.9102337 Jun 21 19:56:42.366947 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1bb7f5de-b978-4055-b2ef-b52520343ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:42.405228 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1626c5-5cb0-449e-b4f5-645466bbf36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d235c457-f2dc-471e-a3f1-8648989f337b,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:42.408734 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ba1626c5-5cb0-449e-b4f5-645466bbf36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:42.438978 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Router b3f04be1-9649-42e5-a618-b4c17abaa15a has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:56:42.494450 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.502125 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:42.543510 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Pushing event deleted for resources: {'Network': ['ID=689a70c9-4f80-4a40-aeb6-32a8b34ca30d,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:42.564765 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.567986 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] 10.222.0.30 "DELETE /v2.0/networks/689a70c9-4f80-4a40-aeb6-32a8b34ca30d HTTP/1.1" status: 204 len: 168 time: 1.1127191 Jun 21 19:56:42.570882 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35296) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:42.610120 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:42.636925 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:56:42.643894 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] 10.222.0.30 "PUT /v2.0/routers/b3f04be1-9649-42e5-a618-b4c17abaa15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5800002 Jun 21 19:56:42.647152 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f53d9d1-7ec2-4b4c-8ed2-db8f31fba370 admin admin] Deleting subnet cc01f8ca-f517-48bd-9ff9-948dd3842d0c {{(pid=104794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:56:42.650852 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2f53d9d1-7ec2-4b4c-8ed2-db8f31fba370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.685929 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2f53d9d1-7ec2-4b4c-8ed2-db8f31fba370 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.695106 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2f53d9d1-7ec2-4b4c-8ed2-db8f31fba370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.805504 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Sync routers for ids ['b3f04be1-9649-42e5-a618-b4c17abaa15a'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:56:42.817017 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Routers {'b3f04be1-9649-42e5-a618-b4c17abaa15a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:56:42.817845 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:56:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['b3f04be1-9649-42e5-a618-b4c17abaa15a'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:42.850487 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2f53d9d1-7ec2-4b4c-8ed2-db8f31fba370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313'] for subnet, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.857879 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-33b8b970-fcde-4511-91e6-4050ef0e7a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:42.883978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2f53d9d1-7ec2-4b4c-8ed2-db8f31fba370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:42.886017 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-2f53d9d1-7ec2-4b4c-8ed2-db8f31fba370 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cc01f8ca-f517-48bd-9ff9-948dd3842d0c HTTP/1.1" status: 204 len: 168 time: 0.3138235 Jun 21 19:56:42.887527 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53d9d1-7ec2-4b4c-8ed2-db8f31fba370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc01f8ca-f517-48bd-9ff9-948dd3842d0c,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:42.888901 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35304) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:42.889874 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2f53d9d1-7ec2-4b4c-8ed2-db8f31fba370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:42.945968 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Set router b3f04be1-9649-42e5-a618-b4c17abaa15a gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:56:42.964924 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:43.064780 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:43.077422 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb92f432-7291-49cd-95c3-2082482b5686']}} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:43.092570 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ebdf50-904d-4a86-b568-89e60792b958') {'for_net_delete': True} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:43.093649 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ebdf50-904d-4a86-b568-89e60792b958') {} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:43.105288 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31473180'] for segment, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:43.124349 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:43.142911 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=104793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:56:43.147329 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32435808'] for segment, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: Traceback (most recent call last): Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: timer() Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: cb(*args, **kw) Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: return func(*args, **kwargs) Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: self._notify() Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: self.callback(batched_events) Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: event.method(event) Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: return f(self, *a, **k) Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: return self._get(url).json() Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: return self.request(url, 'GET', **kwargs) Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:56:43.152654 dv-cinder-792462-15-iscsi neutron-server[104793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:56:43.264557 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'name': 'tempest-ServerRescueNegativeTestJSON-675742792-router', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:56:35Z', 'updated_at': '2021-06-21T19:56:40Z', 'revision_number': 4, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'gw_port': {'id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:56:36Z', 'updated_at': '2021-06-21T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '7e989c43-c025-431a-bc59-907122e2003e', 'name': '', 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'mac_address': 'fa:16:3e:d7:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:56:40Z', 'updated_at': '2021-06-21T19:56:41Z', 'revision_number': 2, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'subnets': [{'id': '9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:43.338446 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:43.343693 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1353f129-6ab5-455c-9b94-6364b9be41fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:43.348950 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:43.353916 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] 10.222.0.30 "DELETE /v2.0/networks/fb92f432-7291-49cd-95c3-2082482b5686 HTTP/1.1" status: 204 len: 168 time: 0.4639387 Jun 21 19:56:43.393377 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] Pushing event deleted for resources: {'Network': ['ID=fb92f432-7291-49cd-95c3-2082482b5686,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:43.400381 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:43.424378 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-849dd4c6-3bc6-4a82-b36f-47a8ad8f425e req-36c9f9a3-f822-4436-9df5-729fd3b9f05e tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 210 time: 0.0594420 Jun 21 19:56:43.453035 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Checking router: b3f04be1-9649-42e5-a618-b4c17abaa15a for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:56:43.453388 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Updating router b3f04be1-9649-42e5-a618-b4c17abaa15a port 7e989c43-c025-431a-bc59-907122e2003e binding host dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:56:43.489863 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:43.501276 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 6d9532f5-c513-4e61-a6f0-47f801cd845e up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:56:43.659826 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 6d9532f5-c513-4e61-a6f0-47f801cd845e triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:56:43.660232 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:43.881282 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Notify callbacks [] for port, precommit_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:43.892437 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Transition to ACTIVE for port object 7e989c43-c025-431a-bc59-907122e2003e will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:56:43.958239 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:43.960716 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:44.054353 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5074a-0075-4855-bba9-e6645014f11e None None] Pushing event updated for resources: {'Port': ['ID=7e989c43-c025-431a-bc59-907122e2003e,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:44.059431 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-49b5074a-0075-4855-bba9-e6645014f11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:44.080624 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35360) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:44.105708 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35366) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:44.109595 dv-cinder-792462-15-iscsi neutron-server[104793]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 19:56:44.110523 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Attempting to bind port 7e989c43-c025-431a-bc59-907122e2003e on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:56:44.110907 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Attempting to bind port 7e989c43-c025-431a-bc59-907122e2003e by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:56:44.111277 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Attempting to bind port 7e989c43-c025-431a-bc59-907122e2003e on network 2155febb-95b0-40f7-b69c-e7702ce096c6 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:56:44.116816 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:56:44.117194 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Checking segment: {'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:56:44.117776 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:44.118319 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Bound using segment: {'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:56:44.119067 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Bound port: 7e989c43-c025-431a-bc59-907122e2003e, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:56:44.119659 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:44.160760 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-bdc79a5c-9e9d-4da0-86a6-cfe1ee12ee38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67cd3dc0bdc846f5a8df26f7091f9099&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0788162 Jun 21 19:56:44.166764 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35370) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:44.228894 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] For port 7e989c43-c025-431a-bc59-907122e2003e, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:56:44.234404 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] For port 7e989c43-c025-431a-bc59-907122e2003e, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=7e989c43-c025-431a-bc59-907122e2003e,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:56:44.239248 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d34d-01c0-4ade-ab4d-536762c933f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:44.261613 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d34d-01c0-4ade-ab4d-536762c933f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:44.265502 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.22', 62807) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:44.305180 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:44.309596 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:44.360600 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Routers {'b3f04be1-9649-42e5-a618-b4c17abaa15a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:56:44.361466 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:56:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['b3f04be1-9649-42e5-a618-b4c17abaa15a'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:44.456247 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03904d-a2b4-4783-b45c-1789858007eb req-fa38e668-0956-4e74-9051-0e481321d0e1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:44.458566 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-fa38e668-0956-4e74-9051-0e481321d0e1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.22 "GET /v2.0/networks?id=1346e28b-234e-4888-9867-04ad13826b25 HTTP/1.1" status: 200 len: 810 time: 0.1914191 Jun 21 19:56:44.459841 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d34d-01c0-4ade-ab4d-536762c933f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:44.463668 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3dc0d34d-01c0-4ade-ab4d-536762c933f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:44.464924 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-3dc0d34d-01c0-4ade-ab4d-536762c933f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07ef35d6-8028-4b70-bfbb-7c4efb008c1f HTTP/1.1" status: 204 len: 168 time: 0.2971394 Jun 21 19:56:44.465815 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e8543cab-7d8b-4ece-81d4-8af85d76f317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:44.474817 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0d34d-01c0-4ade-ab4d-536762c933f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ef35d6-8028-4b70-bfbb-7c4efb008c1f,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:44.477223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3dc0d34d-01c0-4ade-ab4d-536762c933f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:44.498968 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-8ed5ada1-888f-4b19-840b-39bce77128ac tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:44.503992 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-8ed5ada1-888f-4b19-840b-39bce77128ac tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 818 time: 0.3929503 Jun 21 19:56:44.513725 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Request body: {'port': {'device_id': 'c188ac4b-76ad-4200-ba02-fd41e49a5ee7', 'network_id': '1346e28b-234e-4888-9867-04ad13826b25', 'admin_state_up': True, 'tenant_id': 'e9fc0d5eeee34b6e9170d9fce6f2bba7'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:44.518239 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5074a-0075-4855-bba9-e6645014f11e None None] Pushing event updated for resources: {'Port': ['ID=7e989c43-c025-431a-bc59-907122e2003e,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:44.552271 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-49b5074a-0075-4855-bba9-e6645014f11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:44.566403 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-1336287f-7aed-4f05-810c-8f99ae846b7b tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/quotas/c152a1636c194c03bae80e5329b02213 HTTP/1.1" status: 200 len: 375 time: 0.0510807 Jun 21 19:56:44.581826 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] Set router b3f04be1-9649-42e5-a618-b4c17abaa15a gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:56:44.723433 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-457b362f-3de4-422b-a5df-d4c7e9503f49 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492076 Jun 21 19:56:44.754834 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4daf3140-1222-4c3e-b762-1b3ee03019e5 req-e4e6c205-6820-460a-8458-070589530db0 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 210 time: 0.0605640 Jun 21 19:56:44.841060 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'name': 'tempest-ServerRescueNegativeTestJSON-675742792-router', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:56:35Z', 'updated_at': '2021-06-21T19:56:40Z', 'revision_number': 4, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'gw_port': {'id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:56:36Z', 'updated_at': '2021-06-21T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '7e989c43-c025-431a-bc59-907122e2003e', 'name': '', 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'mac_address': 'fa:16:3e:d7:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:56:40Z', 'updated_at': '2021-06-21T19:56:44Z', 'revision_number': 4, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'subnets': [{'id': '9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:56:44.868122 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6f140-6621-4c45-bdaf-2190a4d1a716 None None] The sync data for ids ['b3f04be1-9649-42e5-a618-b4c17abaa15a'] in dv-cinder-792462-15-iscsi is: [{'id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'name': 'tempest-ServerRescueNegativeTestJSON-675742792-router', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:56:35Z', 'updated_at': '2021-06-21T19:56:40Z', 'revision_number': 4, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'gw_port': {'id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:56:36Z', 'updated_at': '2021-06-21T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '7e989c43-c025-431a-bc59-907122e2003e', 'name': '', 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'mac_address': 'fa:16:3e:d7:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:56:40Z', 'updated_at': '2021-06-21T19:56:44Z', 'revision_number': 4, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'subnets': [{'id': '9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:56:44.912545 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Made reservation on behalf of e9fc0d5eeee34b6e9170d9fce6f2bba7 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:44.916657 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:45.839439 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Allocated IP 172.20.0.5 (1346e28b-234e-4888-9867-04ad13826b25/6a12b20c-68d5-4ae9-846f-b704e7c25a1f/141f340e-fc74-46b6-a83b-9f4894ca06cb) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:56:45.842281 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 7e989c43-c025-431a-bc59-907122e2003e up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:56:45.842281 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 7e989c43-c025-431a-bc59-907122e2003e completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:56:45.842281 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 7e989c43-c025-431a-bc59-907122e2003e triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:56:45.842281 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:45.845676 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:45.901975 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-49fa1535-e765-46f4-8076-46997b57a621 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:56:45.920656 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-49fa1535-e765-46f4-8076-46997b57a621 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5416975 Jun 21 19:56:45.921391 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:46.015310 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 7e989c43-c025-431a-bc59-907122e2003e, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=7e989c43-c025-431a-bc59-907122e2003e,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:56:46.040260 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:46.052698 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-15ec570c-6c65-4d74-93e5-a0579c55cf5d service neutron] 10.222.0.30 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309602 Jun 21 19:56:46.060784 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:46.152074 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-0221b932-f4e6-4d74-8189-85b0e419fd13 service neutron] 10.222.0.30 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919180 Jun 21 19:56:46.154438 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Network 1346e28b-234e-4888-9867-04ad13826b25 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:56:46.171829 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:56:46.178185 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:56:46.182953 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:46.183775 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:46.191582 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Pushing event updated for resources: {'Port': ['ID=141f340e-fc74-46b6-a83b-9f4894ca06cb,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:46.196149 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:46.203931 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:46.204290 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:46.236040 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a7fd-e053-40a3-a5c4-e6651f8dbddd req-ff5e157d-136e-4050-a9d5-731e23adc5c7 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:46.237478 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dec5a7fd-e053-40a3-a5c4-e6651f8dbddd req-ff5e157d-136e-4050-a9d5-731e23adc5c7 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 931 time: 0.2268004 Jun 21 19:56:46.276979 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=7e989c43-c025-431a-bc59-907122e2003e,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:46.283402 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dec5a7fd-e053-40a3-a5c4-e6651f8dbddd req-15e77a7c-ca39-427f-aebd-4da0a611ede3 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Jun 21 19:56:46.290914 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:46.336281 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8302014 Jun 21 19:56:46.347254 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-16af209f-df58-4bba-9b55-463d5fd80915 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:56:46.348590 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-16af209f-df58-4bba-9b55-463d5fd80915 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054214 Jun 21 19:56:46.546345 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35468) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:46.594371 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-a4842be6-35a6-4728-b00e-88204698a00a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcf9d35d7b7e4734aadd48e9d8e7ea09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467982 Jun 21 19:56:46.596920 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35474) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:46.704410 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-41f94040-5a33-4703-a0b3-b017e518664b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:46.730565 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-41f94040-5a33-4703-a0b3-b017e518664b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:46.819646 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2553a91d-f323-49fd-b6fe-53b87ab83e06 req-2a710916-3a75-466d-bf40-1fdc3a41dad6 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 210 time: 0.1929865 Jun 21 19:56:46.894976 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-41f94040-5a33-4703-a0b3-b017e518664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:46.894976 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-41f94040-5a33-4703-a0b3-b017e518664b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:46.897748 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-41f94040-5a33-4703-a0b3-b017e518664b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02e944b0-379d-4cbd-a8fc-21cd8e5324d5 HTTP/1.1" status: 204 len: 168 time: 0.2997444 Jun 21 19:56:46.899147 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3dc0d34d-01c0-4ade-ab4d-536762c933f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:46.917296 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f94040-5a33-4703-a0b3-b017e518664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e944b0-379d-4cbd-a8fc-21cd8e5324d5,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:46.928681 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-41f94040-5a33-4703-a0b3-b017e518664b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:47.169913 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Request body: {'port': {'device_id': 'c188ac4b-76ad-4200-ba02-fd41e49a5ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:47.370239 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:47.572788 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 7e989c43-c025-431a-bc59-907122e2003e up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:56:47.774502 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 7e989c43-c025-431a-bc59-907122e2003e triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:56:47.775718 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:47.808888 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-32d2d9f7-9599-40df-8b2c-25d23e1e3fdf tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:47.817005 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-32d2d9f7-9599-40df-8b2c-25d23e1e3fdf tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 818 time: 0.3884592 Jun 21 19:56:47.833325 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-531a7fec-ef75-433e-b2f5-1e44f7e31bb1 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/quotas/c152a1636c194c03bae80e5329b02213 HTTP/1.1" status: 200 len: 375 time: 0.0152626 Jun 21 19:56:47.942514 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-68c034fc-a0fb-4b2d-805a-d6e75beb7243 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080713 Jun 21 19:56:48.104027 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d632a-38a5-4933-b5df-2cd2f0f88a83 req-b580e0c2-da6e-42e4-a06d-7d3dba35e2d2 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:48.107775 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-583d632a-38a5-4933-b5df-2cd2f0f88a83 req-b580e0c2-da6e-42e4-a06d-7d3dba35e2d2 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 931 time: 0.3506279 Jun 21 19:56:48.200812 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-a57209fb-c7e2-485f-a4b1-509f8b3a115f service neutron] 10.222.0.30 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516191 Jun 21 19:56:48.249684 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-583d632a-38a5-4933-b5df-2cd2f0f88a83 req-ac6843e6-3d64-46ff-bc38-8e9080860c7f tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319354 Jun 21 19:56:48.348232 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-638c9d9e-82ea-4c0d-85ec-db85e9b7b6cc service neutron] 10.222.0.30 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465366 Jun 21 19:56:48.444129 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141f340e-fc74-46b6-a83b-9f4894ca06cb {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:56:48.485139 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:48.533200 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Transition to ACTIVE for port object 141f340e-fc74-46b6-a83b-9f4894ca06cb will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:56:48.635422 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:48.639390 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-5bdad31e-7f03-4e8a-8477-a27598f7b295 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:48.840157 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Attempting to bind port 141f340e-fc74-46b6-a83b-9f4894ca06cb on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:56:48.840580 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Attempting to bind port 141f340e-fc74-46b6-a83b-9f4894ca06cb by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1346e28b-234e-4888-9867-04ad13826b25'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:56:48.841497 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Attempting to bind port 141f340e-fc74-46b6-a83b-9f4894ca06cb on network 1346e28b-234e-4888-9867-04ad13826b25 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:56:48.856274 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Port 141f340e-fc74-46b6-a83b-9f4894ca06cb on network 1346e28b-234e-4888-9867-04ad13826b25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:56:48.856773 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Attempting to bind port 141f340e-fc74-46b6-a83b-9f4894ca06cb on network 1346e28b-234e-4888-9867-04ad13826b25 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:56:48.864578 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:56:48.864718 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Checking segment: {'id': 'f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1346e28b-234e-4888-9867-04ad13826b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:56:48.865394 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Bound using segment: {'id': 'f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1346e28b-234e-4888-9867-04ad13826b25'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:56:48.865900 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Bound port: 141f340e-fc74-46b6-a83b-9f4894ca06cb, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1346e28b-234e-4888-9867-04ad13826b25'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:56:48.872942 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:48.888731 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Pushing event updated for resources: {'Port': ['ID=141f340e-fc74-46b6-a83b-9f4894ca06cb,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:48.893406 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:48.943403 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-07323a73-319d-4d6c-bb99-bdcd62c73920 req-9081957a-bf30-475e-9cf2-8739cbb93812 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.1225359 Jun 21 19:56:49.071986 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] For port 141f340e-fc74-46b6-a83b-9f4894ca06cb, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:56:49.077352 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] For port 141f340e-fc74-46b6-a83b-9f4894ca06cb, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=141f340e-fc74-46b6-a83b-9f4894ca06cb,segment=NetworkSegment(f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162),segment_id=f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:56:49.269939 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:49.273230 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:49.314586 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:49.315226 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:49.316726 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] 10.222.0.22 "PUT /v2.0/ports/141f340e-fc74-46b6-a83b-9f4894ca06cb HTTP/1.1" status: 200 len: 1093 time: 2.5313795 Jun 21 19:56:49.317329 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c188ac4b-76ad-4200-ba02-fd41e49a5ee7', 'tag': '141f340e-fc74-46b6-a83b-9f4894ca06cb'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:56:49.510922 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Pushing event updated for resources: {'Port': ['ID=141f340e-fc74-46b6-a83b-9f4894ca06cb,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:49.523505 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:49.725531 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e7095-9a26-439f-96bc-6544f7a3d29c req-494faab4-beb2-4b61-bcc7-26ed44bb2ee3 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:49.727610 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a35e7095-9a26-439f-96bc-6544f7a3d29c req-494faab4-beb2-4b61-bcc7-26ed44bb2ee3 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.1942124 Jun 21 19:56:49.836703 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914756ab-1e25-43ca-9335-303c3cc2c98d" -d '{"events": [{"name": "network-changed", "server_uuid": "c188ac4b-76ad-4200-ba02-fd41e49a5ee7", "tag": "141f340e-fc74-46b6-a83b-9f4894ca06cb"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:56:49.887062 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a35e7095-9a26-439f-96bc-6544f7a3d29c req-056a8056-0f6f-4efc-a9fb-23129a76160d tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457553 Jun 21 19:56:49.921198 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35642) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:50.123916 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-14516a54-7742-43ce-ac16-fbb93d9d32d5 req-f77d7d0d-334d-4014-93a1-3d227ebb47d0 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0888424 Jun 21 19:56:50.364306 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-fe2ecab4-fb93-4d99-afc8-99ffd257de5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:50.423400 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35654) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:50.506229 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f25b7d94-53b3-4568-809f-e021280f6554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:50.595932 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-fe2ecab4-fb93-4d99-afc8-99ffd257de5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:50.598068 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e7570f-6607-421d-b4d7-bc923791bd8e x-openstack-request-id: req-d0e7570f-6607-421d-b4d7-bc923791bd8e {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:56:50.600151 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c188ac4b-76ad-4200-ba02-fd41e49a5ee7", "tag": "141f340e-fc74-46b6-a83b-9f4894ca06cb", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:56:50.600729 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0e7570f-6607-421d-b4d7-bc923791bd8e {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:56:50.601341 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c188ac4b-76ad-4200-ba02-fd41e49a5ee7', 'tag': '141f340e-fc74-46b6-a83b-9f4894ca06cb', 'status': 'completed', 'code': 200} Jun 21 19:56:50.680241 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-fe2ecab4-fb93-4d99-afc8-99ffd257de5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:50.689467 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ceae1a00-5f85-4129-941e-6b86cbde961e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:50.838484 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f25b7d94-53b3-4568-809f-e021280f6554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:50.922123 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ecab4-fb93-4d99-afc8-99ffd257de5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55417be-8991-48fd-b8d5-d427f1e32b92,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:50.926727 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-fe2ecab4-fb93-4d99-afc8-99ffd257de5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bbe396ddcc341baac5f69be1e90ebc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0045068 Jun 21 19:56:50.927651 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-fe2ecab4-fb93-4d99-afc8-99ffd257de5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:50.929275 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35676) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:50.984120 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f25b7d94-53b3-4568-809f-e021280f6554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:50.991274 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ba1626c5-5cb0-449e-b4f5-645466bbf36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:51.000822 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f13aad42-8eb1-4b4b-8baa-aedff9e2823d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:51.040323 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f13aad42-8eb1-4b4b-8baa-aedff9e2823d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:51.051741 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b7d94-53b3-4568-809f-e021280f6554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920abb56-fd6b-450e-a9be-91fa0021b2aa,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:51.056380 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-f25b7d94-53b3-4568-809f-e021280f6554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:51.058814 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-f25b7d94-53b3-4568-809f-e021280f6554 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=352af013df874bbaa9d5285f3ac61014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323497 Jun 21 19:56:51.062914 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35680) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:51.162662 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e5010-2235-4c7b-8bf8-9e58076dcbbd req-930bc740-9d18-4980-b67f-493d831db04b tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:51.163792 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-616e5010-2235-4c7b-8bf8-9e58076dcbbd req-930bc740-9d18-4980-b67f-493d831db04b tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.1309102 Jun 21 19:56:51.196695 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e75f2f36-d1ac-44d2-828b-e16f17d632d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:51.241975 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-616e5010-2235-4c7b-8bf8-9e58076dcbbd req-1297aa7b-dbce-4fba-be85-e00f77ecd660 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715668 Jun 21 19:56:51.297571 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e75f2f36-d1ac-44d2-828b-e16f17d632d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:51.319887 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f13aad42-8eb1-4b4b-8baa-aedff9e2823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:51.348036 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f13aad42-8eb1-4b4b-8baa-aedff9e2823d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:51.348036 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f13aad42-8eb1-4b4b-8baa-aedff9e2823d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c55417be-8991-48fd-b8d5-d427f1e32b92 HTTP/1.1" status: 204 len: 168 time: 0.4164739 Jun 21 19:56:51.352299 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:51.356222 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-db456854-e004-4ff5-b57e-f342899728bd req-29dd3045-3aac-4c05-ae90-07e32f0b157d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0513921 Jun 21 19:56:51.376653 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13aad42-8eb1-4b4b-8baa-aedff9e2823d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55417be-8991-48fd-b8d5-d427f1e32b92,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:51.382728 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f13aad42-8eb1-4b4b-8baa-aedff9e2823d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:51.492301 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e75f2f36-d1ac-44d2-828b-e16f17d632d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:51.497815 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e75f2f36-d1ac-44d2-828b-e16f17d632d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:51.497815 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-e75f2f36-d1ac-44d2-828b-e16f17d632d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/920abb56-fd6b-450e-a9be-91fa0021b2aa HTTP/1.1" status: 204 len: 168 time: 0.4323084 Jun 21 19:56:51.497815 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:51.512277 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f2f36-d1ac-44d2-828b-e16f17d632d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920abb56-fd6b-450e-a9be-91fa0021b2aa,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:51.514815 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e75f2f36-d1ac-44d2-828b-e16f17d632d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:52.357184 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35738) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:52.373086 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ade9f613-e0c3-4c18-ab39-dc6d667a853f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:52.578775 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-90cc99f1-0d3f-4220-961d-624f4b81f65e req-872d64d6-e0c2-40a0-ae52-000256a9ed10 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0349619 Jun 21 19:56:52.580909 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d426dab-6799-466f-a056-5f47ed28782a req-221e7fb8-f02c-40c6-a27e-e286423e6864 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:52.583059 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2d426dab-6799-466f-a056-5f47ed28782a req-221e7fb8-f02c-40c6-a27e-e286423e6864 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.1901350 Jun 21 19:56:52.661867 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2d426dab-6799-466f-a056-5f47ed28782a req-7e4cc664-7621-4f48-8aa9-7708d70083db tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704353 Jun 21 19:56:52.683504 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ade9f613-e0c3-4c18-ab39-dc6d667a853f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:52.761064 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ade9f613-e0c3-4c18-ab39-dc6d667a853f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:52.763947 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:52.800220 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9f613-e0c3-4c18-ab39-dc6d667a853f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddccfe4-ed81-40ee-ad6c-34216a14a09d,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:52.805205 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-ade9f613-e0c3-4c18-ab39-dc6d667a853f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bdc0bfafe8014ccf98ff83cac845f725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470603 Jun 21 19:56:52.806298 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ade9f613-e0c3-4c18-ab39-dc6d667a853f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:52.808124 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35758) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:52.870318 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-5598a1a4-d00b-4f94-b1a7-acf30d447a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:52.893592 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-5598a1a4-d00b-4f94-b1a7-acf30d447a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:52.993593 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35766) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:53.038241 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-5598a1a4-d00b-4f94-b1a7-acf30d447a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:53.041437 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-5598a1a4-d00b-4f94-b1a7-acf30d447a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:53.042668 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-5598a1a4-d00b-4f94-b1a7-acf30d447a6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ddccfe4-ed81-40ee-ad6c-34216a14a09d HTTP/1.1" status: 204 len: 168 time: 0.2333910 Jun 21 19:56:53.045431 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b8bc123e-7e3b-47b8-a2b1-b0e79f4c0c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:53.057903 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598a1a4-d00b-4f94-b1a7-acf30d447a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddccfe4-ed81-40ee-ad6c-34216a14a09d,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:53.064222 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-5598a1a4-d00b-4f94-b1a7-acf30d447a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:53.130438 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9588108-3397-4a0c-b13f-ddd617cd89c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:53.263942 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9588108-3397-4a0c-b13f-ddd617cd89c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:53.375075 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9588108-3397-4a0c-b13f-ddd617cd89c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:53.383568 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:53.430781 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f9588108-3397-4a0c-b13f-ddd617cd89c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17dfc3be21d8474a95712771a98788c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357693 Jun 21 19:56:53.432085 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9588108-3397-4a0c-b13f-ddd617cd89c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbbd830-b95a-4763-a5f2-f6d28625a139,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:53.434015 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35794) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:53.435607 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f9588108-3397-4a0c-b13f-ddd617cd89c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:53.500315 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-aabcc15f-4e6a-4b5e-b2a9-cd2571ca5d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:53.519697 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-39d337cb-d6e3-4f1b-8e13-87804548f083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:53.545477 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-39d337cb-d6e3-4f1b-8e13-87804548f083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:53.705653 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-39d337cb-d6e3-4f1b-8e13-87804548f083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:53.713956 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-39d337cb-d6e3-4f1b-8e13-87804548f083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:53.715772 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-39d337cb-d6e3-4f1b-8e13-87804548f083 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3cbbd830-b95a-4763-a5f2-f6d28625a139 HTTP/1.1" status: 204 len: 168 time: 0.2790227 Jun 21 19:56:53.716859 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-f25b7d94-53b3-4568-809f-e021280f6554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:53.744215 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d337cb-d6e3-4f1b-8e13-87804548f083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbbd830-b95a-4763-a5f2-f6d28625a139,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:53.754756 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-39d337cb-d6e3-4f1b-8e13-87804548f083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:53.805823 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-038df3af-e3e6-4d31-a387-f9b25439cef4 req-050b00ee-b9e4-4922-bcb9-64f0b98de143 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0698988 Jun 21 19:56:53.949169 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bb060-a8d1-4384-bbbc-76209aeef50e req-cf33a6b3-8f6c-41df-82fb-1bf24ef3aab1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:53.951071 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-675bb060-a8d1-4384-bbbc-76209aeef50e req-cf33a6b3-8f6c-41df-82fb-1bf24ef3aab1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.0908360 Jun 21 19:56:54.028686 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-675bb060-a8d1-4384-bbbc-76209aeef50e req-97465dd4-6d28-4bbd-bb27-e292cf188f42 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640378 Jun 21 19:56:54.215384 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35832) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:54.625822 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7d39236-8c7c-4a36-a971-9a0ab6de4af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:54.737479 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7d39236-8c7c-4a36-a971-9a0ab6de4af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:54.967895 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b192fd48-19b8-47d7-968f-848ab24895cf req-d3453428-0638-47ba-86ce-d2d4c05cb600 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0413144 Jun 21 19:56:55.222255 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07d606-765a-4aec-a270-2c7371296ffd req-bc46edbe-327c-4162-a311-43d3650a1c8f tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:55.223927 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd07d606-765a-4aec-a270-2c7371296ffd req-bc46edbe-327c-4162-a311-43d3650a1c8f tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.0681159 Jun 21 19:56:55.269318 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd07d606-765a-4aec-a270-2c7371296ffd req-eff2f021-21ec-4450-be4d-e6085ab5c3df tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396366 Jun 21 19:56:55.307190 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7d39236-8c7c-4a36-a971-9a0ab6de4af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:55.321391 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e8060620-14d7-4d15-8162-c06eb913f14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:55.355623 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35854) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:55.355832 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-c7d39236-8c7c-4a36-a971-9a0ab6de4af6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d720eb927f254088b197e20ab2364dad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1382184 Jun 21 19:56:55.357798 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d39236-8c7c-4a36-a971-9a0ab6de4af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169ee31b-2500-4410-8c3f-9dc21f68cd7e,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:55.366759 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c7d39236-8c7c-4a36-a971-9a0ab6de4af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:55.470135 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0cbedafa-c869-4843-9e85-aac31a196590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:55.497068 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0cbedafa-c869-4843-9e85-aac31a196590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:55.503393 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35858) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:55.679793 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1752306431-network', 'tenant_id': '24458c2e2f7043b29c1674d002c2316c'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:55.803880 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0cbedafa-c869-4843-9e85-aac31a196590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:55.806898 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0cbedafa-c869-4843-9e85-aac31a196590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:55.808061 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-0cbedafa-c869-4843-9e85-aac31a196590 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/169ee31b-2500-4410-8c3f-9dc21f68cd7e HTTP/1.1" status: 204 len: 168 time: 0.4510639 Jun 21 19:56:55.808896 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-5598a1a4-d00b-4f94-b1a7-acf30d447a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:55.817802 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbedafa-c869-4843-9e85-aac31a196590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169ee31b-2500-4410-8c3f-9dc21f68cd7e,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:55.820553 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0cbedafa-c869-4843-9e85-aac31a196590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:56.058517 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Made reservation on behalf of 24458c2e2f7043b29c1674d002c2316c for: {'network': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:56.063639 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.092406 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.142424 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35878) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:56.150868 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c047ff88-fbec-4886-9f01-4b84b48386a0 req-9b97c039-65e6-4fb9-a6c0-32933c3f1508 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0427313 Jun 21 19:56:56.176078 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-dd17a636-20cd-4ac5-8304-6c94e83186b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.267103 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.395175 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9f338cf0-1860-41b2-84a3-2ab3bdba5572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.442274 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.453707 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:56.503073 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=104793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:56:56.527654 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f256076a-92f6-4247-aadb-fdbf9c0db36b,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:56.532595 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:56.541907 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.542336 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.segments_db [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Added segment 38a0e41a-efeb-40f9-9329-46e980a43072 of type vlan for network 87753699-68c0-437b-b22c-0d393f0c48c2 Jun 21 19:56:56.612637 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.625071 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90e3a3-dd9e-4aaf-8353-7b2d516f7442 req-bcc03e56-894e-4991-9193-18976881ff49 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:56.626672 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-df90e3a3-dd9e-4aaf-8353-7b2d516f7442 req-bcc03e56-894e-4991-9193-18976881ff49 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.2265077 Jun 21 19:56:56.695076 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-dd17a636-20cd-4ac5-8304-6c94e83186b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.718369 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-df90e3a3-dd9e-4aaf-8353-7b2d516f7442 req-aa49fe65-3b08-4959-9c03-c430812e4d70 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819230 Jun 21 19:56:56.895756 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-dd17a636-20cd-4ac5-8304-6c94e83186b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.898987 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.900787 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:56.917419 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:56.922731 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:56.965513 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-dd17a636-20cd-4ac5-8304-6c94e83186b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=732d80ccf2874ad7b5034a8d97a0a603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8219113 Jun 21 19:56:56.967703 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17a636-20cd-4ac5-8304-6c94e83186b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8102b3a-89c1-4000-94d0-1a68dbd45e19,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:56.968799 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 35894) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:56.971232 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-dd17a636-20cd-4ac5-8304-6c94e83186b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:56.971921 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-2aa28b3b-54da-47eb-a971-8e10ca14c30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:57.038053 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7e26e-7a75-4a41-8a16-580c7313bd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:57.050282 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Pushing event updated for resources: {'Network': ['ID=87753699-68c0-437b-b22c-0d393f0c48c2,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:57.054712 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:57.065894 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 87753699-68c0-437b-b22c-0d393f0c48c2 details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:56:57.078849 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7e26e-7a75-4a41-8a16-580c7313bd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:57.268586 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7e26e-7a75-4a41-8a16-580c7313bd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:57.272763 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7681015 Jun 21 19:56:57.273391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7e26e-7a75-4a41-8a16-580c7313bd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:57.274910 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-9aa7e26e-7a75-4a41-8a16-580c7313bd5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8102b3a-89c1-4000-94d0-1a68dbd45e19 HTTP/1.1" status: 204 len: 168 time: 0.3050423 Jun 21 19:56:57.275793 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 35904) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:57.282606 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Request body: {'subnet': {'network_id': '87753699-68c0-437b-b22c-0d393f0c48c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1752306431-subnet', 'tenant_id': '24458c2e2f7043b29c1674d002c2316c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:57.283576 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:57.286790 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:57.301444 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7e26e-7a75-4a41-8a16-580c7313bd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8102b3a-89c1-4000-94d0-1a68dbd45e19,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:57.329726 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9aa7e26e-7a75-4a41-8a16-580c7313bd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:57.356923 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-43fa4a51-5c5e-4fa0-83e8-0479cbbfd784 req-82c06b92-b66a-4081-8456-4a549566eb8c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0610449 Jun 21 19:56:57.358379 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:57.398618 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Made reservation on behalf of 24458c2e2f7043b29c1674d002c2316c for: {'subnet': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:57.400354 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31794907'] for subnet, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:57.663582 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32428810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31794889'] for subnet, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:57.667077 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:57.717906 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd43460-d857-4ca8-80da-0c46b6cf6f7f,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:57.721477 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:57.751262 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Checking segment: {'id': '38a0e41a-efeb-40f9-9329-46e980a43072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '87753699-68c0-437b-b22c-0d393f0c48c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:56:57.752074 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Network hostable DHCP agents. Network: 87753699-68c0-437b-b22c-0d393f0c48c2, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:56:57.884377 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Network 87753699-68c0-437b-b22c-0d393f0c48c2 is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:56:57.932007 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d3666-84a1-4b99-a1d9-3c37d59ba554 req-a4738f11-8f4b-4994-a375-4d351276def9 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:57.933709 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-353d3666-84a1-4b99-a1d9-3c37d59ba554 req-a4738f11-8f4b-4994-a375-4d351276def9 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.0980933 Jun 21 19:56:57.981069 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-353d3666-84a1-4b99-a1d9-3c37d59ba554 req-8003aeef-0820-4946-8570-b0d4dc21d748 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404115 Jun 21 19:56:57.982426 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 87753699-68c0-437b-b22c-0d393f0c48c2) {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:56:57.987114 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:57.988738 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:57.992391 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c5af61-69fd-4652-a5c3-3498d8fa39fb None None] Network 87753699-68c0-437b-b22c-0d393f0c48c2 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:56:58.104265 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-ae5ff683-2471-415e-9b6c-019f10a4b8fb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8272882 Jun 21 19:56:58.124614 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e942a5-3460-4f35-bb04-0265e8039927 None None] Network 87753699-68c0-437b-b22c-0d393f0c48c2 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:56:58.415074 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:58.416612 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:58.522004 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3a1e80d2-b3e3-405e-83e5-f8566d0168a5 req-05cc8634-002e-4444-bc05-f325287097cb tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0416014 Jun 21 19:56:59.191777 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa607631-d8ff-487f-b0e1-8bc32d50f373 req-2cc69361-ff14-4077-9153-910cf0421024 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:56:59.193628 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-aa607631-d8ff-487f-b0e1-8bc32d50f373 req-2cc69361-ff14-4077-9153-910cf0421024 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.0758495 Jun 21 19:56:59.234468 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-aa607631-d8ff-487f-b0e1-8bc32d50f373 req-df024d91-ef20-47c9-a0cb-0fea4eb72096 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347815 Jun 21 19:56:59.526276 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36044) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:56:59.532200 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1750147168-network', 'tenant_id': 'a06ee87c3b8b4acc8f0277232c1eaf01'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:56:59.618969 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Made reservation on behalf of a06ee87c3b8b4acc8f0277232c1eaf01 for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:56:59.622629 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:59.656423 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:59.667752 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b49ac77a-b59b-4b08-aaf2-42102eb988cb req-90e02e1e-47da-44ce-b560-40121cbc8fbd tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0395236 Jun 21 19:56:59.749829 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:59.840400 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:59.844463 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4b46d392-b498-4838-884c-42914717cdb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:56:59.862433 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:56:59.878537 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761e8cae-8b26-49a2-9a96-1a929f5b684a,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:56:59.885166 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:59.885166 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Added segment d5911b58-282b-440b-84ec-c7eb41602594 of type vlan for network c37d0337-a565-4acf-a7f1-e0c86a3d884b Jun 21 19:56:59.885166 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:56:59.923476 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:00.017923 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:00.022532 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:00.022532 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:00.022918 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:00.078905 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c37d0337-a565-4acf-a7f1-e0c86a3d884b,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:00.081930 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:00.089519 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network c37d0337-a565-4acf-a7f1-e0c86a3d884b details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:57:00.133711 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6058800 Jun 21 19:57:00.136186 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36074) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:00.142184 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Request body: {'subnet': {'network_id': 'c37d0337-a565-4acf-a7f1-e0c86a3d884b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1750147168-subnet', 'tenant_id': 'a06ee87c3b8b4acc8f0277232c1eaf01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:00.223358 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Made reservation on behalf of a06ee87c3b8b4acc8f0277232c1eaf01 for: {'subnet': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:57:00.226100 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:00.349852 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 36088) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:00.487702 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9b3283c-140e-4477-9791-9fc685df62d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:00.558048 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55629be8-e24e-4140-82aa-cac92ed9ced9 req-648c5439-209e-4b1e-908f-a307fe511fd6 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:00.559655 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55629be8-e24e-4140-82aa-cac92ed9ced9 req-648c5439-209e-4b1e-908f-a307fe511fd6 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.1993046 Jun 21 19:57:00.611037 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9b3283c-140e-4477-9791-9fc685df62d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:00.616546 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914756ab-1e25-43ca-9335-303c3cc2c98d req-0d2e180c-cd63-423d-9f1c-03b7f8e611bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:00.618397 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-914756ab-1e25-43ca-9335-303c3cc2c98d req-0d2e180c-cd63-423d-9f1c-03b7f8e611bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9fc0d5eeee34b6e9170d9fce6f2bba7&device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 1096 time: 0.1778240 Jun 21 19:57:00.621293 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313'] for subnet, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:00.625938 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d64b02e5-1331-4567-9afe-cfdf24adf595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:00.630012 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55629be8-e24e-4140-82aa-cac92ed9ced9 req-33becd53-e85a-4160-8e44-cc337046f323 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609264 Jun 21 19:57:00.719111 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9b3283c-140e-4477-9791-9fc685df62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:00.753258 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:00.763465 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-c9b3283c-140e-4477-9791-9fc685df62d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc7e1828badb4b52a7e2b0872d4b0934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122906 Jun 21 19:57:00.764092 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 36114) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:00.816709 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3283c-140e-4477-9791-9fc685df62d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9defb7c3-6be6-4f58-a470-499dc523a368,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:00.823668 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c9b3283c-140e-4477-9791-9fc685df62d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:00.848571 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-50dd423f-cfeb-4064-8372-60dc5a6fa5ca req-187406d0-b67b-445e-9684-8d105f531cd5 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0467505 Jun 21 19:57:00.884563 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=427d7b35-f0ab-4a02-a57c-0edeba301525,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:00.892112 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:00.901747 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914756ab-1e25-43ca-9335-303c3cc2c98d req-0162c2b0-e097-4914-9acc-a11d4f410fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:00.903794 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-914756ab-1e25-43ca-9335-303c3cc2c98d req-0162c2b0-e097-4914-9acc-a11d4f410fd7 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e9fc0d5eeee34b6e9170d9fce6f2bba7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2720850 Jun 21 19:57:00.904794 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Checking segment: {'id': 'd5911b58-282b-440b-84ec-c7eb41602594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c37d0337-a565-4acf-a7f1-e0c86a3d884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:57:00.905323 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Network hostable DHCP agents. Network: c37d0337-a565-4acf-a7f1-e0c86a3d884b, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:57:00.905627 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c85f98a-fb5c-4f6e-baf1-ce97f4f50b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:01.052399 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c85f98a-fb5c-4f6e-baf1-ce97f4f50b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:01.087918 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Network c37d0337-a565-4acf-a7f1-e0c86a3d884b is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:57:01.099096 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914756ab-1e25-43ca-9335-303c3cc2c98d req-7096257c-09e9-4ba0-b35d-7c24e291947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:01.100918 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-914756ab-1e25-43ca-9335-303c3cc2c98d req-7096257c-09e9-4ba0-b35d-7c24e291947f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824956 Jun 21 19:57:01.173196 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c85f98a-fb5c-4f6e-baf1-ce97f4f50b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:01.183502 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c85f98a-fb5c-4f6e-baf1-ce97f4f50b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:01.183502 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-9c85f98a-fb5c-4f6e-baf1-ce97f4f50b3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9defb7c3-6be6-4f58-a470-499dc523a368 HTTP/1.1" status: 204 len: 168 time: 0.4113522 Jun 21 19:57:01.185417 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:01.193009 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85f98a-fb5c-4f6e-baf1-ce97f4f50b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9defb7c3-6be6-4f58-a470-499dc523a368,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:01.194550 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, c37d0337-a565-4acf-a7f1-e0c86a3d884b) {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:57:01.195619 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9c85f98a-fb5c-4f6e-baf1-ce97f4f50b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:01.201331 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:01.201331 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:01.206177 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e9538-4e98-4d93-a719-ad9e4dbbe18b None None] Network c37d0337-a565-4acf-a7f1-e0c86a3d884b requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:57:01.265167 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03904d-a2b4-4783-b45c-1789858007eb req-a3566d9f-655c-4810-8361-46c78802b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:01.267251 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-a3566d9f-655c-4810-8361-46c78802b0fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e9fc0d5eeee34b6e9170d9fce6f2bba7&device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 1096 time: 0.1227276 Jun 21 19:57:01.344297 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-0d9ca414-63be-4643-a35e-1a68835e45ed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=141f340e-fc74-46b6-a83b-9f4894ca06cb HTTP/1.1" status: 200 len: 217 time: 0.0594411 Jun 21 19:57:01.358272 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fd8273-756e-4734-aa62-1a79aac45f4a None None] Network c37d0337-a565-4acf-a7f1-e0c86a3d884b requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:57:01.382051 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2447824 Jun 21 19:57:01.422438 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03904d-a2b4-4783-b45c-1789858007eb req-81a17f18-58c1-4f44-b001-dc035b53d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:01.424141 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-81a17f18-58c1-4f44-b001-dc035b53d715 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6a12b20c-68d5-4ae9-846f-b704e7c25a1f HTTP/1.1" status: 200 len: 850 time: 0.0840218 Jun 21 19:57:01.484327 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-f6401a30-58d1-47f2-ae6a-a7220eeffc5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1346e28b-234e-4888-9867-04ad13826b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540030 Jun 21 19:57:01.625751 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.22', 62842) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:01.805418 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-6c192ec5-8eb9-4571-8964-bd21a23a8ac7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:01.807119 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-6c192ec5-8eb9-4571-8964-bd21a23a8ac7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 818 time: 0.1801081 Jun 21 19:57:01.821800 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Request body: {'port': {'device_id': '4519b7db-f09b-4c48-8af0-bb7a3190e515', 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6', 'admin_state_up': True, 'tenant_id': 'c152a1636c194c03bae80e5329b02213'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:01.856699 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-0b7e6a3d-2643-4e27-9e70-f6523ee2e84c service neutron] 10.222.0.22 "GET /v2.0/networks/1346e28b-234e-4888-9867-04ad13826b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652771 Jun 21 19:57:01.947669 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c2e3c-f451-4c64-bfa2-8c88d1873cee req-83281068-faf9-4de9-9be7-b0c0b131dceb tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:01.949342 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5e5c2e3c-f451-4c64-bfa2-8c88d1873cee req-83281068-faf9-4de9-9be7-b0c0b131dceb tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.1493218 Jun 21 19:57:02.028675 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a03904d-a2b4-4783-b45c-1789858007eb req-43bd99d9-cb2a-4c48-8000-85b0b9b14d44 service neutron] 10.222.0.22 "GET /v2.0/networks/1346e28b-234e-4888-9867-04ad13826b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573203 Jun 21 19:57:02.044861 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5e5c2e3c-f451-4c64-bfa2-8c88d1873cee req-9a71edaa-6079-4e1f-bc86-8eed93e42ce3 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848343 Jun 21 19:57:02.087821 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36164) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:02.106592 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4da4d5de-73b4-464f-a71a-467ce0c061e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:02.127039 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-328300e4-3d8a-4f67-8302-6362d648364f req-d384d764-5a0b-46a2-a688-870a64e9a5fc tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0632904 Jun 21 19:57:02.245833 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4da4d5de-73b4-464f-a71a-467ce0c061e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:02.307085 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4da4d5de-73b4-464f-a71a-467ce0c061e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:02.325296 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:02.394266 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Made reservation on behalf of c152a1636c194c03bae80e5329b02213 for: {'port': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:57:02.398481 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:02.403298 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-4da4d5de-73b4-464f-a71a-467ce0c061e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eab46f4369d04b11a090a1a91790390a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136077 Jun 21 19:57:02.408751 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 36168) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:02.412399 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4d5de-73b4-464f-a71a-467ce0c061e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc36c848-7b50-4de1-a9a7-ff06358dd143,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:02.415954 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4da4d5de-73b4-464f-a71a-467ce0c061e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:02.471279 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-cca10156-7e3e-41ff-9a0d-eb18c25d6d69 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:02.473095 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-cca10156-7e3e-41ff-9a0d-eb18c25d6d69 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 818 time: 0.1332769 Jun 21 19:57:02.492346 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Request body: {'port': {'device_id': '6a532e52-57b5-4452-b757-6819f6c39f8b', 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6', 'admin_state_up': True, 'tenant_id': 'c152a1636c194c03bae80e5329b02213'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:02.582594 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12c76937-c050-4e7f-ae31-b3d29f0186e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:02.678684 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12c76937-c050-4e7f-ae31-b3d29f0186e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:02.703701 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Allocated IP 172.20.0.8 (2155febb-95b0-40f7-b69c-e7702ce096c6/9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86/005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:57:02.720696 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Made reservation on behalf of c152a1636c194c03bae80e5329b02213 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:57:02.724568 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:02.873096 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12c76937-c050-4e7f-ae31-b3d29f0186e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:02.879193 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12c76937-c050-4e7f-ae31-b3d29f0186e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:02.880323 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-12c76937-c050-4e7f-ae31-b3d29f0186e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc36c848-7b50-4de1-a9a7-ff06358dd143 HTTP/1.1" status: 204 len: 168 time: 0.4660606 Jun 21 19:57:02.885635 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-10c5d5b7-12e7-4c64-87b1-d2840f33c911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:02.898535 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c76937-c050-4e7f-ae31-b3d29f0186e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc36c848-7b50-4de1-a9a7-ff06358dd143,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:02.906460 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-12c76937-c050-4e7f-ae31-b3d29f0186e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:02.911267 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:03.047060 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:03.053974 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:03.099338 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Allocated IP 172.20.0.10 (2155febb-95b0-40f7-b69c-e7702ce096c6/9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86/05b12d0b-f992-484b-b595-9120ce0073a1) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:57:03.131880 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Network 2155febb-95b0-40f7-b69c-e7702ce096c6 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:57:03.139565 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:57:03.142519 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:57:03.214118 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Pushing event updated for resources: {'Port': ['ID=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:03.218394 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:03.238753 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:03.239607 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for port, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:03.290758 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8abc7f55-e4d2-4fd5-bff3-6c86ab89862a req-14f7596f-f9f1-4032-aee8-0b22df71ade3 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0300250 Jun 21 19:57:03.323775 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874b8dd-b971-4b89-909f-789e309cb56b req-2df4af24-6cef-47b4-a4b5-a85bc2be6722 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:03.325901 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a874b8dd-b971-4b89-909f-789e309cb56b req-2df4af24-6cef-47b4-a4b5-a85bc2be6722 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.1151884 Jun 21 19:57:03.328649 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:03.377361 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a874b8dd-b971-4b89-909f-789e309cb56b req-7b99863e-1bf1-4eac-b1ae-9b4fe0d1732b tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449791 Jun 21 19:57:03.487249 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:03.487364 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6706333 Jun 21 19:57:03.493296 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8287b6fe-6d67-492d-9973-7d4e6c1869b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:03.500134 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Request body: {'port': {'device_id': '4519b7db-f09b-4c48-8af0-bb7a3190e515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:03.539947 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Network 2155febb-95b0-40f7-b69c-e7702ce096c6 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:57:03.544549 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:57:03.550652 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:57:03.553901 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:03.554519 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:03.569839 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Pushing event updated for resources: {'Port': ['ID=05b12d0b-f992-484b-b595-9120ce0073a1,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:03.579411 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:03.594599 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:03.650539 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1646051 Jun 21 19:57:03.662577 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Request body: {'port': {'device_id': '6a532e52-57b5-4452-b757-6819f6c39f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:03.808809 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:03.973922 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 {{(pid=104793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:57:03.983288 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:04.001699 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.provisioning_blocks [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Transition to ACTIVE for port object 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 will not be triggered until provisioned by entity L2. {{(pid=104793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:57:04.097698 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:04.101253 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:04.264331 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b12d0b-f992-484b-b595-9120ce0073a1 {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:57:04.274529 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:04.295336 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Pushing event updated for resources: {'Port': ['ID=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:04.298362 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Transition to ACTIVE for port object 05b12d0b-f992-484b-b595-9120ce0073a1 will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:57:04.307715 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:04.308391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36248) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:04.341723 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.managers [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Attempting to bind port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:57:04.342099 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.managers [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Attempting to bind port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'}] {{(pid=104793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:57:04.342608 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Attempting to bind port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 on network 2155febb-95b0-40f7-b69c-e7702ce096c6 {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:57:04.348347 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 on network 2155febb-95b0-40f7-b69c-e7702ce096c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:57:04.348604 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Attempting to bind port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 on network 2155febb-95b0-40f7-b69c-e7702ce096c6 {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:57:04.356904 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:57:04.357584 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Checking segment: {'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:57:04.358339 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Bound using segment: {'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'} {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:57:04.359012 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.managers [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Bound port: 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'}}] {{(pid=104793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:57:04.359885 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:04.406684 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:04.412425 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:04.562196 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e847bbde-e86c-443b-b0ff-3f70839c6308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:04.623844 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Pushing event updated for resources: {'Port': ['ID=05b12d0b-f992-484b-b595-9120ce0073a1,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:04.670425 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:04.720742 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Attempting to bind port 05b12d0b-f992-484b-b595-9120ce0073a1 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:57:04.721084 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Attempting to bind port 05b12d0b-f992-484b-b595-9120ce0073a1 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:57:04.721411 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Attempting to bind port 05b12d0b-f992-484b-b595-9120ce0073a1 on network 2155febb-95b0-40f7-b69c-e7702ce096c6 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:57:04.750636 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e847bbde-e86c-443b-b0ff-3f70839c6308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:04.753889 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Port 05b12d0b-f992-484b-b595-9120ce0073a1 on network 2155febb-95b0-40f7-b69c-e7702ce096c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:57:04.754123 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Attempting to bind port 05b12d0b-f992-484b-b595-9120ce0073a1 on network 2155febb-95b0-40f7-b69c-e7702ce096c6 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:57:04.774794 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:57:04.775137 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Checking segment: {'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:57:04.775553 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Bound using segment: {'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:57:04.775999 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Bound port: 05b12d0b-f992-484b-b595-9120ce0073a1, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:57:04.776352 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:04.782828 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] For port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8, host hv-cinder-79246, cleared binding levels {{(pid=104793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:57:04.811638 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] For port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:57:04.833190 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c98c4-8be5-4853-8d92-67327dc7b7c2 req-93bd8a7f-1f51-45d0-8005-05441400250a tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:04.833737 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e847bbde-e86c-443b-b0ff-3f70839c6308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:04.835205 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-973c98c4-8be5-4853-8d92-67327dc7b7c2 req-93bd8a7f-1f51-45d0-8005-05441400250a tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 944 time: 0.1403975 Jun 21 19:57:04.857946 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 141f340e-fc74-46b6-a83b-9f4894ca06cb details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:57:04.868601 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:04.877152 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-e847bbde-e86c-443b-b0ff-3f70839c6308 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d460207da3384860ab7e285e5baee9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628376 Jun 21 19:57:04.886082 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 36290) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:04.897921 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847bbde-e86c-443b-b0ff-3f70839c6308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc655e09-de3f-4124-a3bf-a10507b1914f,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:04.913698 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f3741-aabe-4052-b66c-ec93542faf20 req-e002cec1-0037-4381-8b6f-454e60611aad tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:04.915180 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-470f3741-aabe-4052-b66c-ec93542faf20 req-e002cec1-0037-4381-8b6f-454e60611aad tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.2542136 Jun 21 19:57:04.918119 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e847bbde-e86c-443b-b0ff-3f70839c6308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:04.933657 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-973c98c4-8be5-4853-8d92-67327dc7b7c2 req-8aaa019f-6238-4a99-98b2-1daa28582e40 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912926 Jun 21 19:57:04.956458 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:04.964657 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:04.984479 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-470f3741-aabe-4052-b66c-ec93542faf20 req-a60cb348-be60-4cde-af0f-88d27ef654bf tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579853 Jun 21 19:57:05.011364 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] For port 05b12d0b-f992-484b-b595-9120ce0073a1, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:57:05.021493 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] For port 05b12d0b-f992-484b-b595-9120ce0073a1, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b12d0b-f992-484b-b595-9120ce0073a1,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:57:05.058029 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:05.060047 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for port, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:05.061958 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] 10.222.0.22 "PUT /v2.0/ports/005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 HTTP/1.1" status: 200 len: 1093 time: 1.5674741 Jun 21 19:57:05.065214 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4519b7db-f09b-4c48-8af0-bb7a3190e515', 'tag': '005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:57:05.075107 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 141f340e-fc74-46b6-a83b-9f4894ca06cb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=141f340e-fc74-46b6-a83b-9f4894ca06cb,segment=NetworkSegment(f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162),segment_id=f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:05.097236 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '141f340e-fc74-46b6-a83b-9f4894ca06cb', 'network_id': '1346e28b-234e-4888-9867-04ad13826b25', 'port_id': '141f340e-fc74-46b6-a83b-9f4894ca06cb', 'mac_address': 'fa:16:3e:75:05:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a12b20c-68d5-4ae9-846f-b704e7c25a1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:57:05.112413 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Pushing event updated for resources: {'Port': ['ID=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8,revision_number=3']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:05.115417 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d235cc94-a208-49b7-94a2-3df525e3394a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:05.117261 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:05.139178 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d235cc94-a208-49b7-94a2-3df525e3394a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:05.142026 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:05.142201 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:05.145905 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:05.157553 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141f340e-fc74-46b6-a83b-9f4894ca06cb {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:57:05.179936 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 141f340e-fc74-46b6-a83b-9f4894ca06cb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=141f340e-fc74-46b6-a83b-9f4894ca06cb,segment=NetworkSegment(f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162),segment_id=f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:05.195754 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:05.195754 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:05.198348 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] 10.222.0.22 "PUT /v2.0/ports/05b12d0b-f992-484b-b595-9120ce0073a1 HTTP/1.1" status: 200 len: 1094 time: 1.5393927 Jun 21 19:57:05.198912 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a532e52-57b5-4452-b757-6819f6c39f8b', 'tag': '05b12d0b-f992-484b-b595-9120ce0073a1'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:57:05.201337 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee209525-99e2-485f-953a-f491223a1495" -d '{"events": [{"name": "network-changed", "server_uuid": "6a532e52-57b5-4452-b757-6819f6c39f8b", "tag": "05b12d0b-f992-484b-b595-9120ce0073a1"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:57:05.272941 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Pushing event updated for resources: {'Port': ['ID=05b12d0b-f992-484b-b595-9120ce0073a1,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:05.287080 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:05.304482 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d235cc94-a208-49b7-94a2-3df525e3394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:05.304702 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:05.307845 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d235cc94-a208-49b7-94a2-3df525e3394a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:05.309336 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-d235cc94-a208-49b7-94a2-3df525e3394a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc655e09-de3f-4124-a3bf-a10507b1914f HTTP/1.1" status: 204 len: 168 time: 0.4191992 Jun 21 19:57:05.310255 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-39d337cb-d6e3-4f1b-8e13-87804548f083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:05.317306 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:05.323615 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235cc94-a208-49b7-94a2-3df525e3394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc655e09-de3f-4124-a3bf-a10507b1914f,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:05.326737 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-d235cc94-a208-49b7-94a2-3df525e3394a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:05.335329 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-652623a4-8a7e-4255-9c88-8f2e0e810405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:05.339937 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-652623a4-8a7e-4255-9c88-8f2e0e810405 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 1096 time: 0.1035914 Jun 21 19:57:05.368614 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 36320) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:05.428907 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-f67bc5c4-7997-4c30-82f0-8a61e8e43d04 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 HTTP/1.1" status: 200 len: 217 time: 0.0794365 Jun 21 19:57:05.429740 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f935836c-e7a6-41de-a926-445833df5f82 x-openstack-request-id: req-f935836c-e7a6-41de-a926-445833df5f82 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:57:05.430050 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a532e52-57b5-4452-b757-6819f6c39f8b", "tag": "05b12d0b-f992-484b-b595-9120ce0073a1", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:57:05.430329 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f935836c-e7a6-41de-a926-445833df5f82 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:57:05.430756 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a532e52-57b5-4452-b757-6819f6c39f8b', 'tag': '05b12d0b-f992-484b-b595-9120ce0073a1', 'status': 'completed', 'code': 200} Jun 21 19:57:05.441958 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e61fb50-22af-4c68-8a5b-1f5bcc8946c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4519b7db-f09b-4c48-8af0-bb7a3190e515", "tag": "005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:57:05.444064 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=141f340e-fc74-46b6-a83b-9f4894ca06cb,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:05.457236 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:05.507838 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-859dadb6-a053-495a-8fe6-8eba5a77a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:05.511153 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-859dadb6-a053-495a-8fe6-8eba5a77a645 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 1097 time: 0.1289086 Jun 21 19:57:05.514104 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-48382bcb-200f-4859-800f-2f4063f9a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:05.515589 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-48382bcb-200f-4859-800f-2f4063f9a9bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.0749240 Jun 21 19:57:05.552076 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-03d94bb9-16b7-4e72-8d25-4c6fe76bf668 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276146 Jun 21 19:57:05.555111 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['141f340e-fc74-46b6-a83b-9f4894ca06cb'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:57:05.584021 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-812db4e2-8f9d-4f5f-a449-dc366aba08d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b12d0b-f992-484b-b595-9120ce0073a1 HTTP/1.1" status: 200 len: 217 time: 0.0608001 Jun 21 19:57:05.642685 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8f44eb0d-5c20-4bd2-9caf-f94ad4a44545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:05.665739 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-c3141413-4222-4ec0-add3-6b07a40d2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:05.667182 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-c3141413-4222-4ec0-add3-6b07a40d2670 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.0769148 Jun 21 19:57:05.672530 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-f13c0bfa-8d4d-489d-85e6-a7e5021af1fb service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127775 Jun 21 19:57:05.727405 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-60ca1724-a013-4e7f-8fdd-7406fbd7f115 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457091 Jun 21 19:57:05.781361 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-19c75f0e-d366-491d-9ae1-7745bf35b4ee req-218d3c36-9dad-4e68-90b5-435169894174 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009741 Jun 21 19:57:05.868072 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-02006b86-b5a1-41a2-a593-d892cd889292 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258519 Jun 21 19:57:05.925780 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f8a59f-ed4c-4939-9258-7f21ff46fc12 x-openstack-request-id: req-58f8a59f-ed4c-4939-9258-7f21ff46fc12 {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:57:05.926082 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4519b7db-f09b-4c48-8af0-bb7a3190e515", "tag": "005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:57:05.926352 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58f8a59f-ed4c-4939-9258-7f21ff46fc12 {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:57:05.926806 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4519b7db-f09b-4c48-8af0-bb7a3190e515', 'tag': '005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8', 'status': 'completed', 'code': 200} Jun 21 19:57:05.929373 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8f44eb0d-5c20-4bd2-9caf-f94ad4a44545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:05.991307 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99429427-42ca-4644-8cd7-ca5e0d26e4c7 req-fdc8055a-2939-4705-b027-7b4e2a2e0246 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137071 Jun 21 19:57:06.004249 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8f44eb0d-5c20-4bd2-9caf-f94ad4a44545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:06.009533 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:06.027741 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61fb50-22af-4c68-8a5b-1f5bcc8946c1 req-1166bc00-d447-45d7-8fba-86389d3b0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:06.030608 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e61fb50-22af-4c68-8a5b-1f5bcc8946c1 req-1166bc00-d447-45d7-8fba-86389d3b0bd6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 1096 time: 0.0866103 Jun 21 19:57:06.049017 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-8f44eb0d-5c20-4bd2-9caf-f94ad4a44545 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28e2c321994444609ff7d4c0051a144a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6794956 Jun 21 19:57:06.051549 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 36348) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:06.056738 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:57:06.117846 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44eb0d-5c20-4bd2-9caf-f94ad4a44545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bef1e2-ca86-4ba6-b607-0fca545d3d84,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:06.122326 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-8f44eb0d-5c20-4bd2-9caf-f94ad4a44545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:06.255127 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6797badd-6fc6-4f91-bd3a-4f8c058b674e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:06.260574 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61fb50-22af-4c68-8a5b-1f5bcc8946c1 req-17128593-fa20-4543-9ed7-da31e252b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:06.262487 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e61fb50-22af-4c68-8a5b-1f5bcc8946c1 req-17128593-fa20-4543-9ed7-da31e252b765 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 919 time: 0.2249331 Jun 21 19:57:06.316866 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c0660-4ffd-4a01-9d56-64032f74f1c5 req-2497dcb9-38fb-4d22-81f4-496c0fedfeec tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:06.318518 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-008c0660-4ffd-4a01-9d56-64032f74f1c5 req-2497dcb9-38fb-4d22-81f4-496c0fedfeec tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 944 time: 0.1585469 Jun 21 19:57:06.319645 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e61fb50-22af-4c68-8a5b-1f5bcc8946c1 req-db88379b-27ef-473b-b979-2f150c7297b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 HTTP/1.1" status: 200 len: 217 time: 0.0501890 Jun 21 19:57:06.323841 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a917f-ec08-40c5-91e4-23bf643c46b2 req-ca4c8ff1-7cc9-46de-b412-c47a4df30c11 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:06.325658 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-155a917f-ec08-40c5-91e4-23bf643c46b2 req-ca4c8ff1-7cc9-46de-b412-c47a4df30c11 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 944 time: 0.2514129 Jun 21 19:57:06.328231 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6797badd-6fc6-4f91-bd3a-4f8c058b674e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:06.383267 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-008c0660-4ffd-4a01-9d56-64032f74f1c5 req-d82165d4-c4ba-4bfd-8969-7d084350378c tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590518 Jun 21 19:57:06.394935 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee209525-99e2-485f-953a-f491223a1495 req-010b3a0a-ca18-484a-b809-e854a115dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:06.395159 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ee209525-99e2-485f-953a-f491223a1495 req-010b3a0a-ca18-484a-b809-e854a115dcfe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 1097 time: 0.2224483 Jun 21 19:57:06.398254 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61fb50-22af-4c68-8a5b-1f5bcc8946c1 req-4dd28124-b223-4a70-8a96-ac71463b9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:06.399684 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e61fb50-22af-4c68-8a5b-1f5bcc8946c1 req-4dd28124-b223-4a70-8a96-ac71463b9579 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.0620933 Jun 21 19:57:06.405935 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-155a917f-ec08-40c5-91e4-23bf643c46b2 req-226634e2-851a-4db9-8286-2ea8ccdb0f6e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699675 Jun 21 19:57:06.446159 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e61fb50-22af-4c68-8a5b-1f5bcc8946c1 req-ee0c165f-dba7-4101-97c8-c8fa0969cc85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376413 Jun 21 19:57:06.461281 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36354) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:06.507815 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-31a3bd74-9c75-4936-b728-0a58ce5d30eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:06.563055 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6797badd-6fc6-4f91-bd3a-4f8c058b674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:06.576819 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6797badd-6fc6-4f91-bd3a-4f8c058b674e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:06.580369 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-6797badd-6fc6-4f91-bd3a-4f8c058b674e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2bef1e2-ca86-4ba6-b607-0fca545d3d84 HTTP/1.1" status: 204 len: 168 time: 0.5256035 Jun 21 19:57:06.584510 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e61fb50-22af-4c68-8a5b-1f5bcc8946c1 req-ec92e061-0ed7-46f1-9c6c-0138a75309e5 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315064 Jun 21 19:57:06.596201 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:06.611180 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36364) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:06.648754 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee209525-99e2-485f-953a-f491223a1495 req-4cb11b70-eefd-4f68-a53d-e3dfc5d1db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:06.650536 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ee209525-99e2-485f-953a-f491223a1495 req-4cb11b70-eefd-4f68-a53d-e3dfc5d1db64 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 919 time: 0.2437141 Jun 21 19:57:06.655991 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797badd-6fc6-4f91-bd3a-4f8c058b674e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bef1e2-ca86-4ba6-b607-0fca545d3d84,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:06.659101 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6797badd-6fc6-4f91-bd3a-4f8c058b674e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:06.713276 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ee209525-99e2-485f-953a-f491223a1495 req-5817e3f9-ac65-45b7-8676-23c8673167bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b12d0b-f992-484b-b595-9120ce0073a1 HTTP/1.1" status: 200 len: 217 time: 0.0551670 Jun 21 19:57:06.725317 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-31a3bd74-9c75-4936-b728-0a58ce5d30eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:06.739381 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e61fb50-22af-4c68-8a5b-1f5bcc8946c1 req-72ec3912-5a6e-4f42-a018-4a0bcb3451b8 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386702 Jun 21 19:57:06.767487 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee209525-99e2-485f-953a-f491223a1495 req-43b109f0-2186-4a05-a788-4e3cb1d87453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:06.769000 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ee209525-99e2-485f-953a-f491223a1495 req-43b109f0-2186-4a05-a788-4e3cb1d87453 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.0487390 Jun 21 19:57:06.802746 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ee209525-99e2-485f-953a-f491223a1495 req-2222c230-e667-4142-a77c-a2e4bed58c60 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264540 Jun 21 19:57:06.842527 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 141f340e-fc74-46b6-a83b-9f4894ca06cb up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:57:06.859202 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-31a3bd74-9c75-4936-b728-0a58ce5d30eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:06.863841 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:06.906193 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3bd74-9c75-4936-b728-0a58ce5d30eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f304c907-47a8-41ba-9b91-aa56dd645fb1,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:06.912489 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-31a3bd74-9c75-4936-b728-0a58ce5d30eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:06.954865 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ee209525-99e2-485f-953a-f491223a1495 req-45b6bbd6-6007-41a0-9367-6e1903ea1e54 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442301 Jun 21 19:57:06.969036 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-31a3bd74-9c75-4936-b728-0a58ce5d30eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14838f448973455d9a8807fbbc7d3de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022557 Jun 21 19:57:06.970099 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36378) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:07.029701 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 141f340e-fc74-46b6-a83b-9f4894ca06cb completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:57:07.037888 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 141f340e-fc74-46b6-a83b-9f4894ca06cb triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:57:07.038286 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.106828 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ee209525-99e2-485f-953a-f491223a1495 req-c1d00588-2ecf-4b85-aa5f-80dc252a4739 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421580 Jun 21 19:57:07.108734 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-57009726-1019-46cd-ba98-3e3762aa5f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.111290 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b98dba20-3338-41ea-9cc6-c2b65f7e7e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.151151 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b98dba20-3338-41ea-9cc6-c2b65f7e7e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.197418 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.231704 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c188ac4b-76ad-4200-ba02-fd41e49a5ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f340e-fc74-46b6-a83b-9f4894ca06cb'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:57:07.322844 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 141f340e-fc74-46b6-a83b-9f4894ca06cb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=141f340e-fc74-46b6-a83b-9f4894ca06cb,segment=NetworkSegment(f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162),segment_id=f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:07.423660 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.427126 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:07.464914 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92e31c4-9b94-470c-a562-c67c9ef15685" -d '{"events": [{"server_uuid": "c188ac4b-76ad-4200-ba02-fd41e49a5ee7", "name": "network-vif-plugged", "status": "completed", "tag": "141f340e-fc74-46b6-a83b-9f4894ca06cb"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:57:07.496153 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-57009726-1019-46cd-ba98-3e3762aa5f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.509430 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b98dba20-3338-41ea-9cc6-c2b65f7e7e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.515323 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b98dba20-3338-41ea-9cc6-c2b65f7e7e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.521366 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-b98dba20-3338-41ea-9cc6-c2b65f7e7e5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f304c907-47a8-41ba-9b91-aa56dd645fb1 HTTP/1.1" status: 204 len: 168 time: 0.5464504 Jun 21 19:57:07.523899 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-31a3bd74-9c75-4936-b728-0a58ce5d30eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:07.529905 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=141f340e-fc74-46b6-a83b-9f4894ca06cb,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:07.533869 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:07.539045 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dba20-3338-41ea-9cc6-c2b65f7e7e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f304c907-47a8-41ba-9b91-aa56dd645fb1,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:07.574120 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b98dba20-3338-41ea-9cc6-c2b65f7e7e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:07.610575 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d7819-a104-4a2d-95f6-47b8bfd8ac47 req-97d51dfe-fd28-404b-a961-c1a77dd9057c tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:07.612042 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-873d7819-a104-4a2d-95f6-47b8bfd8ac47 req-97d51dfe-fd28-404b-a961-c1a77dd9057c tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.0917852 Jun 21 19:57:07.614545 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-57009726-1019-46cd-ba98-3e3762aa5f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.629124 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:07.654940 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb265b-1c00-458c-86e1-d48522d2e09b req-d67d2379-45b3-49db-8fcb-81934859ff79 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:07.656517 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-12bb265b-1c00-458c-86e1-d48522d2e09b req-d67d2379-45b3-49db-8fcb-81934859ff79 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 944 time: 0.0714006 Jun 21 19:57:07.671152 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-57009726-1019-46cd-ba98-3e3762aa5f94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4f15e12c20e45fb8bf55bdb2ba8c923&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0589159 Jun 21 19:57:07.676690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36416) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:07.685390 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57009726-1019-46cd-ba98-3e3762aa5f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74414bf8-f4a9-4f07-948b-aa180e95d46e,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:07.697689 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-57009726-1019-46cd-ba98-3e3762aa5f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:07.712638 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-873d7819-a104-4a2d-95f6-47b8bfd8ac47 req-1d69e00c-4f80-427e-8f96-9b1dd653a8d4 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845063 Jun 21 19:57:07.717319 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-12bb265b-1c00-458c-86e1-d48522d2e09b req-bc98a2c1-9424-46e5-a9bc-0c33a3c4c545 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544298 Jun 21 19:57:07.775883 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3b8fd707-e57c-43d0-9134-1b19a04ff8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.798862 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3b8fd707-e57c-43d0-9134-1b19a04ff8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.925128 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522da149-ffc6-49e7-bf7a-bd01909f1976 x-openstack-request-id: req-522da149-ffc6-49e7-bf7a-bd01909f1976 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:57:07.925611 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c188ac4b-76ad-4200-ba02-fd41e49a5ee7", "name": "network-vif-plugged", "status": "completed", "tag": "141f340e-fc74-46b6-a83b-9f4894ca06cb", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:57:07.925716 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-522da149-ffc6-49e7-bf7a-bd01909f1976 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:57:07.926165 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c188ac4b-76ad-4200-ba02-fd41e49a5ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f340e-fc74-46b6-a83b-9f4894ca06cb', 'code': 200} Jun 21 19:57:07.966222 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3b8fd707-e57c-43d0-9134-1b19a04ff8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.968858 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3b8fd707-e57c-43d0-9134-1b19a04ff8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:07.972697 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-3b8fd707-e57c-43d0-9134-1b19a04ff8f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74414bf8-f4a9-4f07-948b-aa180e95d46e HTTP/1.1" status: 204 len: 168 time: 0.2954183 Jun 21 19:57:07.978299 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:07.993724 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fd707-e57c-43d0-9134-1b19a04ff8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74414bf8-f4a9-4f07-948b-aa180e95d46e,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:08.001050 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3b8fd707-e57c-43d0-9134-1b19a04ff8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:08.398739 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dde25-753b-464d-baf0-7a5b74769597 req-2d57b2ea-8cc3-4167-a842-6730bdf93349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:08.400223 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b6dde25-753b-464d-baf0-7a5b74769597 req-2d57b2ea-8cc3-4167-a842-6730bdf93349 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 1098 time: 0.1057127 Jun 21 19:57:08.419660 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-4b6dde25-753b-464d-baf0-7a5b74769597 req-1317a840-5907-45ad-a408-6ba2258f0e95 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:08.564098 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-4b6dde25-753b-464d-baf0-7a5b74769597 req-1317a840-5907-45ad-a408-6ba2258f0e95 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:08.671996 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-4b6dde25-753b-464d-baf0-7a5b74769597 req-1317a840-5907-45ad-a408-6ba2258f0e95 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:08.678933 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:08.704167 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36468) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:08.727016 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d3dee9ba-e8c5-447b-843f-8f0629908e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:08.847913 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:57:08.966833 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d3dee9ba-e8c5-447b-843f-8f0629908e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:08.979807 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b6dde25-753b-464d-baf0-7a5b74769597 req-1317a840-5907-45ad-a408-6ba2258f0e95 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726006 Jun 21 19:57:08.990840 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317a840-5907-45ad-a408-6ba2258f0e95 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=08f0b7a1-739f-4686-b366-b71980639db0,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:09.013547 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1317a840-5907-45ad-a408-6ba2258f0e95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:09.023801 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:09.037013 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01cc8b-a752-4fde-9156-87f7a5bc334b req-9a5d0bff-a091-4631-bfa4-4f71d8d028e8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:09.038582 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bc01cc8b-a752-4fde-9156-87f7a5bc334b req-9a5d0bff-a091-4631-bfa4-4f71d8d028e8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 944 time: 0.0768278 Jun 21 19:57:09.040426 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8', 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6', 'port_id': '005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8', 'mac_address': 'fa:16:3e:f5:19:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:57:09.048941 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d60f7c-217d-4af2-a896-1213f589b8ee req-4ce2d0a8-062d-4f82-9141-149448f8ea81 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:09.050687 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-39d60f7c-217d-4af2-a896-1213f589b8ee req-4ce2d0a8-062d-4f82-9141-149448f8ea81 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.0760987 Jun 21 19:57:09.071811 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d3dee9ba-e8c5-447b-843f-8f0629908e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:09.078047 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-fe2ecab4-fb93-4d99-afc8-99ffd257de5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:09.103244 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-39d60f7c-217d-4af2-a896-1213f589b8ee req-a3f66c2d-bfab-4b2a-9ad2-2df74499c8ef tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 Jun 21 19:57:09.104793 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:09.130776 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dee9ba-e8c5-447b-843f-8f0629908e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355281c5-8743-4b5a-b7ae-28fef1932c68,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:09.131989 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:57:09.141519 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d3dee9ba-e8c5-447b-843f-8f0629908e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:09.162110 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:09.164323 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bc01cc8b-a752-4fde-9156-87f7a5bc334b req-6a2784dd-f650-42d9-90c0-0ffaabdca31d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177354 Jun 21 19:57:09.167523 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-d3dee9ba-e8c5-447b-843f-8f0629908e86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b9c432cdc624dc881b3f730b8142fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616137 Jun 21 19:57:09.170329 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36490) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:09.228708 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-40d4803c-0e3f-42fa-aab0-a36b55af9a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:09.249634 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-40d4803c-0e3f-42fa-aab0-a36b55af9a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:09.266468 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:09.267578 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 05b12d0b-f992-484b-b595-9120ce0073a1 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:57:09.270258 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:09.338417 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:09.342059 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 05b12d0b-f992-484b-b595-9120ce0073a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b12d0b-f992-484b-b595-9120ce0073a1,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:09.344762 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:09.358167 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '05b12d0b-f992-484b-b595-9120ce0073a1', 'network_id': '2155febb-95b0-40f7-b69c-e7702ce096c6', 'port_id': '05b12d0b-f992-484b-b595-9120ce0073a1', 'mac_address': 'fa:16:3e:53:b9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:57:09.369118 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-40d4803c-0e3f-42fa-aab0-a36b55af9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:09.373133 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-40d4803c-0e3f-42fa-aab0-a36b55af9a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:09.374674 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-40d4803c-0e3f-42fa-aab0-a36b55af9a20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/355281c5-8743-4b5a-b7ae-28fef1932c68 HTTP/1.1" status: 204 len: 168 time: 0.2033021 Jun 21 19:57:09.375720 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ad4a9951-c5f1-4302-8337-a2f00fc02c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:09.386669 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4803c-0e3f-42fa-aab0-a36b55af9a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355281c5-8743-4b5a-b7ae-28fef1932c68,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:09.391525 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-40d4803c-0e3f-42fa-aab0-a36b55af9a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:09.413850 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:09.430766 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b12d0b-f992-484b-b595-9120ce0073a1 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:57:09.463704 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 05b12d0b-f992-484b-b595-9120ce0073a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b12d0b-f992-484b-b595-9120ce0073a1,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:09.575550 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:09.578677 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:09.636141 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=05b12d0b-f992-484b-b595-9120ce0073a1,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:09.648613 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:09.828206 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['05b12d0b-f992-484b-b595-9120ce0073a1'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:57:09.863418 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:57:10.362993 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52faf77-bc87-4d32-94dd-6b798fe38de3 req-cadb7f06-a7a6-428b-aab9-05032d13009a tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:10.386292 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d52faf77-bc87-4d32-94dd-6b798fe38de3 req-cadb7f06-a7a6-428b-aab9-05032d13009a tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.1370616 Jun 21 19:57:10.458862 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeed70-c26f-483f-88e4-45c799968db2 req-34ac4104-ec4f-404c-b498-4781bece7fd4 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:10.460588 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4cdeed70-c26f-483f-88e4-45c799968db2 req-34ac4104-ec4f-404c-b498-4781bece7fd4 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 945 time: 0.0958531 Jun 21 19:57:10.470851 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d52faf77-bc87-4d32-94dd-6b798fe38de3 req-1044de19-1739-4644-8de0-447c6205b712 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774224 Jun 21 19:57:10.509219 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4cdeed70-c26f-483f-88e4-45c799968db2 req-1f215e11-0dea-42b7-bd79-6f14c254d321 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379348 Jun 21 19:57:10.849846 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:57:11.076914 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:57:11.095877 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:57:11.096931 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:11.180374 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:11.204556 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4519b7db-f09b-4c48-8af0-bb7a3190e515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:57:11.207091 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aa33a3-1037-4eb2-b7fc-df00503ebcd0" -d '{"events": [{"server_uuid": "4519b7db-f09b-4c48-8af0-bb7a3190e515", "name": "network-vif-plugged", "status": "completed", "tag": "005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:57:11.220561 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:11.246808 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70715c21-2e8f-4660-9da8-46668bc0bc08 x-openstack-request-id: req-70715c21-2e8f-4660-9da8-46668bc0bc08 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:57:11.247388 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4519b7db-f09b-4c48-8af0-bb7a3190e515", "name": "network-vif-plugged", "status": "completed", "tag": "005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:57:11.247828 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70715c21-2e8f-4660-9da8-46668bc0bc08 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:57:11.248374 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4519b7db-f09b-4c48-8af0-bb7a3190e515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8', 'code': 200} Jun 21 19:57:11.394503 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:11.395747 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 05b12d0b-f992-484b-b595-9120ce0073a1 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:57:11.397503 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-de871ba6-23f7-4827-8692-7267957271d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:11.469479 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:11.473536 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:11.592146 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 05b12d0b-f992-484b-b595-9120ce0073a1 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:57:11.596580 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 05b12d0b-f992-484b-b595-9120ce0073a1 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:57:11.607575 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:11.672863 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b944194-8405-4201-8522-9e55e9401250 req-348fda03-451e-4151-8802-9e33ed07cca6 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:11.675228 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9b944194-8405-4201-8522-9e55e9401250 req-348fda03-451e-4151-8802-9e33ed07cca6 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.0799339 Jun 21 19:57:11.698329 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:11.763844 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9b944194-8405-4201-8522-9e55e9401250 req-d9fe0b02-ca5d-4269-a395-9ef34fc9cc74 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828362 Jun 21 19:57:11.778730 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 05b12d0b-f992-484b-b595-9120ce0073a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b12d0b-f992-484b-b595-9120ce0073a1,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:11.844706 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe2217-571f-4903-8955-fa20fb069839 req-3e46f9ca-e876-4a3e-ab4d-86a0e7a68a59 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:11.846198 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2cfe2217-571f-4903-8955-fa20fb069839 req-3e46f9ca-e876-4a3e-ab4d-86a0e7a68a59 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 945 time: 0.1305952 Jun 21 19:57:11.848234 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b54e23-cdf8-4eac-a2a5-0baa4ec15981 req-47908f7b-0f48-40d5-b5be-6ed997c78f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:11.849832 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-00b54e23-cdf8-4eac-a2a5-0baa4ec15981 req-47908f7b-0f48-40d5-b5be-6ed997c78f98 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 1098 time: 0.0979698 Jun 21 19:57:11.905982 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2cfe2217-571f-4903-8955-fa20fb069839 req-d5e8927f-a4a5-4151-9809-702ecf1c1bad tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537546 Jun 21 19:57:11.907643 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-00b54e23-cdf8-4eac-a2a5-0baa4ec15981 req-e78d5e6d-6916-4e4c-8491-ac00d0a58635 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494773 Jun 21 19:57:11.912187 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:11.915395 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:11.962930 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=05b12d0b-f992-484b-b595-9120ce0073a1,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:11.966750 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:12.471912 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36634) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:12.577819 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-65c081cc-5c80-400b-8236-f13d29fa9334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:12.687791 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-65c081cc-5c80-400b-8236-f13d29fa9334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:12.769376 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-65c081cc-5c80-400b-8236-f13d29fa9334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:12.780660 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:12.807098 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-65c081cc-5c80-400b-8236-f13d29fa9334 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f84a08d13df441c0bf8c3e33f8e551df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340611 Jun 21 19:57:12.810664 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 36648) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:12.817984 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c081cc-5c80-400b-8236-f13d29fa9334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1699e66-6414-476a-84d9-a979cbe27e70,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:12.826735 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-65c081cc-5c80-400b-8236-f13d29fa9334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:12.870426 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-53213a32-4af1-4151-90f7-729ab71591d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:12.893883 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-53213a32-4af1-4151-90f7-729ab71591d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:13.090575 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10458779-2f05-48b2-94ae-b1bb264c72f8 req-579aacc4-492b-41d2-a3c6-99b761fc9264 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:13.091964 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-10458779-2f05-48b2-94ae-b1bb264c72f8 req-579aacc4-492b-41d2-a3c6-99b761fc9264 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0680299 Jun 21 19:57:13.114653 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-53213a32-4af1-4151-90f7-729ab71591d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:13.121581 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-53213a32-4af1-4151-90f7-729ab71591d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:13.121581 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-53213a32-4af1-4151-90f7-729ab71591d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1699e66-6414-476a-84d9-a979cbe27e70 HTTP/1.1" status: 204 len: 168 time: 0.3068905 Jun 21 19:57:13.121581 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:13.127231 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53213a32-4af1-4151-90f7-729ab71591d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1699e66-6414-476a-84d9-a979cbe27e70,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:13.129463 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-53213a32-4af1-4151-90f7-729ab71591d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:13.132128 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-10458779-2f05-48b2-94ae-b1bb264c72f8 req-f61bf035-771b-455a-9730-71aad1edddba tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341761 Jun 21 19:57:13.249440 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a532e52-57b5-4452-b757-6819f6c39f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b12d0b-f992-484b-b595-9120ce0073a1'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:57:13.251968 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94ad111-be00-4a39-8fe9-ff32a74f6ee7" -d '{"events": [{"server_uuid": "6a532e52-57b5-4452-b757-6819f6c39f8b", "name": "network-vif-plugged", "status": "completed", "tag": "05b12d0b-f992-484b-b595-9120ce0073a1"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:57:13.290489 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f547407b-bb0c-41a1-9a14-aca182dbf57e x-openstack-request-id: req-f547407b-bb0c-41a1-9a14-aca182dbf57e {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:57:13.290812 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a532e52-57b5-4452-b757-6819f6c39f8b", "name": "network-vif-plugged", "status": "completed", "tag": "05b12d0b-f992-484b-b595-9120ce0073a1", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:57:13.291132 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f547407b-bb0c-41a1-9a14-aca182dbf57e {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:57:13.291553 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a532e52-57b5-4452-b757-6819f6c39f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b12d0b-f992-484b-b595-9120ce0073a1', 'code': 200} Jun 21 19:57:13.664299 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30e6bc-f66b-4a2c-9abd-186dd6dbab6f req-0a81e0bc-a58d-4c73-8503-f29ca6e99d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:13.665857 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6e30e6bc-f66b-4a2c-9abd-186dd6dbab6f req-0a81e0bc-a58d-4c73-8503-f29ca6e99d4e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 1099 time: 0.0503812 Jun 21 19:57:13.700496 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6e30e6bc-f66b-4a2c-9abd-186dd6dbab6f req-738c3b84-aa85-4fd8-9a97-a2e446ba79bd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277207 Jun 21 19:57:13.816999 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36670) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:13.829817 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a2b5-813d-41d1-ac6f-9f78a0851d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:13.917286 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a2b5-813d-41d1-ac6f-9f78a0851d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:14.043215 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a2b5-813d-41d1-ac6f-9f78a0851d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:14.045809 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9aa7e26e-7a75-4a41-8a16-580c7313bd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:14.080463 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5a2b5-813d-41d1-ac6f-9f78a0851d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3726fc75-79b9-4dba-af3f-abbce49c6a08,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:14.083749 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3ad5a2b5-813d-41d1-ac6f-9f78a0851d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:14.086399 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-3ad5a2b5-813d-41d1-ac6f-9f78a0851d72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4d902578a8544b9bec838da6bec2e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683809 Jun 21 19:57:14.089140 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36674) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:14.136155 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5cd4-32c6-4eb7-afb6-7214188500b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:14.157075 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5cd4-32c6-4eb7-afb6-7214188500b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:14.326188 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5cd4-32c6-4eb7-afb6-7214188500b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:14.330116 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5cd4-32c6-4eb7-afb6-7214188500b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:14.334067 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-1d6c5cd4-32c6-4eb7-afb6-7214188500b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3726fc75-79b9-4dba-af3f-abbce49c6a08 HTTP/1.1" status: 204 len: 168 time: 0.2440059 Jun 21 19:57:14.335899 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e847bbde-e86c-443b-b0ff-3f70839c6308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:14.372653 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c5cd4-32c6-4eb7-afb6-7214188500b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726fc75-79b9-4dba-af3f-abbce49c6a08,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:14.378231 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1d6c5cd4-32c6-4eb7-afb6-7214188500b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:14.485496 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c173bd-06de-435c-8562-ed7eaadd98e7 req-143fc605-6927-43f2-ba89-d0801d377112 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:14.488722 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-57c173bd-06de-435c-8562-ed7eaadd98e7 req-143fc605-6927-43f2-ba89-d0801d377112 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.2039948 Jun 21 19:57:14.552361 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-57c173bd-06de-435c-8562-ed7eaadd98e7 req-23efa34c-8845-4602-98f5-0316b8f7f1bf tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510457 Jun 21 19:57:15.653397 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36762) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:15.760223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765433ed-bbdf-405f-a8fa-d8989110d9c4 req-290d4e03-2804-4dad-85cf-0bde34311662 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:15.760518 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-765433ed-bbdf-405f-a8fa-d8989110d9c4 req-290d4e03-2804-4dad-85cf-0bde34311662 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0708616 Jun 21 19:57:15.791275 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c54965e4-9582-41e6-985e-2c8ee5fdf4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:15.828439 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-765433ed-bbdf-405f-a8fa-d8989110d9c4 req-7cb677a1-6b01-4e0f-955f-cddeb4d7917c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620987 Jun 21 19:57:15.943605 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c54965e4-9582-41e6-985e-2c8ee5fdf4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:16.020428 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c54965e4-9582-41e6-985e-2c8ee5fdf4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:16.037548 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-40d4803c-0e3f-42fa-aab0-a36b55af9a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:16.071583 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c54965e4-9582-41e6-985e-2c8ee5fdf4db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94da35cb1c3e4d75bbd67ac1c17bfa50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159482 Jun 21 19:57:16.072717 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54965e4-9582-41e6-985e-2c8ee5fdf4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1585de9-6e94-4172-88bc-f5aee706cdaf,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:16.074134 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 36788) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:16.076509 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c54965e4-9582-41e6-985e-2c8ee5fdf4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:16.126657 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-63102256-4772-4bed-8e1b-3c9463169192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:16.150750 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-63102256-4772-4bed-8e1b-3c9463169192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:16.283330 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-63102256-4772-4bed-8e1b-3c9463169192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:16.286952 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-63102256-4772-4bed-8e1b-3c9463169192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:16.288134 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-63102256-4772-4bed-8e1b-3c9463169192 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1585de9-6e94-4172-88bc-f5aee706cdaf HTTP/1.1" status: 204 len: 168 time: 0.2121112 Jun 21 19:57:16.288962 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:16.297950 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63102256-4772-4bed-8e1b-3c9463169192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1585de9-6e94-4172-88bc-f5aee706cdaf,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:16.300128 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-63102256-4772-4bed-8e1b-3c9463169192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:16.587993 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed92399-303b-4750-bb8f-13f5f44b8f78 req-8c5d3f62-ace7-4694-8ac0-e271fe57144d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:16.587993 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7ed92399-303b-4750-bb8f-13f5f44b8f78 req-8c5d3f62-ace7-4694-8ac0-e271fe57144d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.1050584 Jun 21 19:57:16.593602 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b35c20-3bdb-4c46-b24e-ce999232c299 req-7e13e745-df8d-4f35-ad9e-622c81d5d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:16.595080 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-35b35c20-3bdb-4c46-b24e-ce999232c299 req-7e13e745-df8d-4f35-ad9e-622c81d5d4e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 1099 time: 0.0858502 Jun 21 19:57:16.678154 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7ed92399-303b-4750-bb8f-13f5f44b8f78 req-fb2e50e0-bc23-49e1-8f1e-c9865ff9c44f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820603 Jun 21 19:57:16.743969 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b35c20-3bdb-4c46-b24e-ce999232c299 req-74e638aa-8560-4433-97b8-c7eaec4994c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:16.754810 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-35b35c20-3bdb-4c46-b24e-ce999232c299 req-74e638aa-8560-4433-97b8-c7eaec4994c0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 919 time: 0.1299736 Jun 21 19:57:16.796006 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-35b35c20-3bdb-4c46-b24e-ce999232c299 req-b9de1f1e-329e-4118-8645-5055f7945b41 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b12d0b-f992-484b-b595-9120ce0073a1 HTTP/1.1" status: 200 len: 217 time: 0.0415375 Jun 21 19:57:16.844956 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b35c20-3bdb-4c46-b24e-ce999232c299 req-24f11abb-1664-41a6-bc1b-9cef99b75475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:16.846550 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-35b35c20-3bdb-4c46-b24e-ce999232c299 req-24f11abb-1664-41a6-bc1b-9cef99b75475 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.0443802 Jun 21 19:57:16.877699 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36834) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:16.887698 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-35b35c20-3bdb-4c46-b24e-ce999232c299 req-587d4410-8dbd-4c80-acf9-19d62fc982b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340414 Jun 21 19:57:16.983967 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-35b35c20-3bdb-4c46-b24e-ce999232c299 req-85b4c2ec-baad-4abd-a978-aa80fb8140fb service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877957 Jun 21 19:57:17.078136 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-82de4231-e617-4d78-85ea-0b2ea0657407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:17.078362 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-35b35c20-3bdb-4c46-b24e-ce999232c299 req-5d052313-2729-4238-93c8-774a25502fcd service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913184 Jun 21 19:57:17.164661 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-82de4231-e617-4d78-85ea-0b2ea0657407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:17.348951 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-82de4231-e617-4d78-85ea-0b2ea0657407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:17.352714 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3b8fd707-e57c-43d0-9134-1b19a04ff8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:17.394672 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de4231-e617-4d78-85ea-0b2ea0657407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2867db-df0b-495e-86f9-7850cf59c767,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:17.398343 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-82de4231-e617-4d78-85ea-0b2ea0657407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:17.403592 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-82de4231-e617-4d78-85ea-0b2ea0657407 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15ce140cbcc943f29b9faa88c7339362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224090 Jun 21 19:57:17.404683 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36848) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:17.460731 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-13ac225a-4c73-4fee-ad6b-7fa1069b9d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:17.481035 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-13ac225a-4c73-4fee-ad6b-7fa1069b9d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:17.527119 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36850) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:17.540931 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a282db21-8a0d-4da1-afa1-20a3c9e12503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:17.614222 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-13ac225a-4c73-4fee-ad6b-7fa1069b9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:17.617033 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-13ac225a-4c73-4fee-ad6b-7fa1069b9d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:17.618164 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-13ac225a-4c73-4fee-ad6b-7fa1069b9d00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab2867db-df0b-495e-86f9-7850cf59c767 HTTP/1.1" status: 204 len: 168 time: 0.2134480 Jun 21 19:57:17.623631 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:17.638280 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac225a-4c73-4fee-ad6b-7fa1069b9d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2867db-df0b-495e-86f9-7850cf59c767,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:17.640797 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-13ac225a-4c73-4fee-ad6b-7fa1069b9d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:17.699847 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a282db21-8a0d-4da1-afa1-20a3c9e12503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:17.806097 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a282db21-8a0d-4da1-afa1-20a3c9e12503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:17.812017 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:17.880025 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-a282db21-8a0d-4da1-afa1-20a3c9e12503 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6b262177d9b42a28f7031f2c8853a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516200 Jun 21 19:57:17.882772 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 36864) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:17.888257 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282db21-8a0d-4da1-afa1-20a3c9e12503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f59436-3432-400d-adb7-0dd092d03ef5,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:17.892511 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a282db21-8a0d-4da1-afa1-20a3c9e12503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:17.942617 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ae7fa-54a3-412b-b84a-2b206d80311d req-f3e69f69-3f89-44ce-aed7-d2ec1c325508 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:17.950852 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a8ae7fa-54a3-412b-b84a-2b206d80311d req-f3e69f69-3f89-44ce-aed7-d2ec1c325508 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.1214747 Jun 21 19:57:17.977108 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-159c2251-a77e-4281-ac98-858abac740f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:17.995483 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a8ae7fa-54a3-412b-b84a-2b206d80311d req-3865b474-2d9e-4173-82d1-c33f26f64c8b tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Jun 21 19:57:18.011106 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-159c2251-a77e-4281-ac98-858abac740f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:18.129094 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-159c2251-a77e-4281-ac98-858abac740f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:18.134287 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-159c2251-a77e-4281-ac98-858abac740f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:18.138918 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-159c2251-a77e-4281-ac98-858abac740f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43f59436-3432-400d-adb7-0dd092d03ef5 HTTP/1.1" status: 204 len: 168 time: 0.2517810 Jun 21 19:57:18.138918 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:18.145437 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c2251-a77e-4281-ac98-858abac740f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f59436-3432-400d-adb7-0dd092d03ef5,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:18.148180 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-159c2251-a77e-4281-ac98-858abac740f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:18.951854 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36916) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:19.177271 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-6131b789-2d34-4380-97a7-a2da6498d73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:19.194937 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a21f7-ae8e-46a3-94ce-ab54b094567d req-bf6d1885-bd24-42f7-b431-28a5fb518ee2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:19.196853 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c54a21f7-ae8e-46a3-94ce-ab54b094567d req-bf6d1885-bd24-42f7-b431-28a5fb518ee2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0815356 Jun 21 19:57:19.239578 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c54a21f7-ae8e-46a3-94ce-ab54b094567d req-69ce5dcf-ad2d-46d6-895a-76800c9df20c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354795 Jun 21 19:57:19.299767 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-6131b789-2d34-4380-97a7-a2da6498d73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:19.388705 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-6131b789-2d34-4380-97a7-a2da6498d73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:19.392819 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-41f94040-5a33-4703-a0b3-b017e518664b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:19.428002 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-6131b789-2d34-4380-97a7-a2da6498d73e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5efd43affa174a3c8dec23d4d29c32f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753129 Jun 21 19:57:19.428880 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131b789-2d34-4380-97a7-a2da6498d73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cfcb51-628f-499f-8d99-f16d4088e4f5,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:19.430706 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 36936) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:19.431900 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-6131b789-2d34-4380-97a7-a2da6498d73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:19.496915 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-90f670bb-5eda-4905-9ae4-9276f9fed629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:19.520002 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-90f670bb-5eda-4905-9ae4-9276f9fed629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:19.654808 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-90f670bb-5eda-4905-9ae4-9276f9fed629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:19.657725 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-90f670bb-5eda-4905-9ae4-9276f9fed629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:19.658858 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-90f670bb-5eda-4905-9ae4-9276f9fed629 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82cfcb51-628f-499f-8d99-f16d4088e4f5 HTTP/1.1" status: 204 len: 168 time: 0.2271318 Jun 21 19:57:19.659671 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-12c76937-c050-4e7f-ae31-b3d29f0186e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:19.667842 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f670bb-5eda-4905-9ae4-9276f9fed629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cfcb51-628f-499f-8d99-f16d4088e4f5,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:19.670362 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-90f670bb-5eda-4905-9ae4-9276f9fed629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:20.400758 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 36980) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:20.416598 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-0b2e171b-8a7c-459c-8516-ad9deb733578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:20.439240 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4967e-e182-4316-a6fe-7f59e7eaf73d req-293499af-3e10-4a97-bf36-638471515d78 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:20.440903 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-86e4967e-e182-4316-a6fe-7f59e7eaf73d req-293499af-3e10-4a97-bf36-638471515d78 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0743883 Jun 21 19:57:20.480080 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-86e4967e-e182-4316-a6fe-7f59e7eaf73d req-d646ff09-e35e-4d2c-bc4e-2b9131f6fa34 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330212 Jun 21 19:57:20.526204 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-0b2e171b-8a7c-459c-8516-ad9deb733578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:20.588450 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-0b2e171b-8a7c-459c-8516-ad9deb733578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:20.592404 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:20.632232 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 36992) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:20.632424 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-0b2e171b-8a7c-459c-8516-ad9deb733578 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ee4321aede140c9bb580b08f4564aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305896 Jun 21 19:57:20.633763 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e171b-8a7c-459c-8516-ad9deb733578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b177dc-3e60-484a-9e5d-82ea4f52367a,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:20.638594 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-0b2e171b-8a7c-459c-8516-ad9deb733578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:20.688599 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2f825691-4d8a-4b67-8034-303548cc38a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:20.707303 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2f825691-4d8a-4b67-8034-303548cc38a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:20.886044 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2f825691-4d8a-4b67-8034-303548cc38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:20.888704 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2f825691-4d8a-4b67-8034-303548cc38a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:20.892534 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-2f825691-4d8a-4b67-8034-303548cc38a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9b177dc-3e60-484a-9e5d-82ea4f52367a HTTP/1.1" status: 204 len: 168 time: 0.2568319 Jun 21 19:57:20.892534 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:20.899561 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f825691-4d8a-4b67-8034-303548cc38a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b177dc-3e60-484a-9e5d-82ea4f52367a,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:20.901999 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2f825691-4d8a-4b67-8034-303548cc38a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:21.670197 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d377ad2-4210-4abd-8bb7-11a02a3c9dd1 req-f9ed299c-add1-443a-b6a1-a9203134f8d5 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:21.671709 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0d377ad2-4210-4abd-8bb7-11a02a3c9dd1 req-f9ed299c-add1-443a-b6a1-a9203134f8d5 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0654600 Jun 21 19:57:21.712718 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0d377ad2-4210-4abd-8bb7-11a02a3c9dd1 req-fcd2c025-b3c5-4798-8185-389180d66a39 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Jun 21 19:57:21.730203 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 37048) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:21.743905 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-6e5c754d-6153-4927-a110-ccaafb7db336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:21.830229 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-6e5c754d-6153-4927-a110-ccaafb7db336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:21.897277 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-6e5c754d-6153-4927-a110-ccaafb7db336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:21.901349 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0cbedafa-c869-4843-9e85-aac31a196590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:21.937659 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-6e5c754d-6153-4927-a110-ccaafb7db336 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a784a7c6a4054a659585603a575c5a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058070 Jun 21 19:57:21.938771 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c754d-6153-4927-a110-ccaafb7db336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011b9e48-79dd-4492-a3a2-928b55cccb70,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:21.940324 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37056) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:21.941814 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-6e5c754d-6153-4927-a110-ccaafb7db336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:21.990448 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-4749054d-6392-41a2-81d9-b74e125be06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:22.012602 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-4749054d-6392-41a2-81d9-b74e125be06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:22.117221 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-4749054d-6392-41a2-81d9-b74e125be06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:22.119864 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-4749054d-6392-41a2-81d9-b74e125be06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:22.121541 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-4749054d-6392-41a2-81d9-b74e125be06e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/011b9e48-79dd-4492-a3a2-928b55cccb70 HTTP/1.1" status: 204 len: 168 time: 0.1800804 Jun 21 19:57:22.122341 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1317a840-5907-45ad-a408-6ba2258f0e95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:22.134316 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749054d-6392-41a2-81d9-b74e125be06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011b9e48-79dd-4492-a3a2-928b55cccb70,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:22.137208 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-4749054d-6392-41a2-81d9-b74e125be06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:22.881548 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833937b7-c470-4cd2-a6e8-99bdaaea9678 req-98526138-f65f-4e73-ace6-3ff364dbe1f7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:22.883275 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-833937b7-c470-4cd2-a6e8-99bdaaea9678 req-98526138-f65f-4e73-ace6-3ff364dbe1f7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0612931 Jun 21 19:57:22.922985 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-833937b7-c470-4cd2-a6e8-99bdaaea9678 req-687f46ce-0019-4e40-b35e-691d2bcf3a4e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332949 Jun 21 19:57:23.454475 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-824de58c-1866-435f-8e75-71a87389c1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:24.097373 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7926d-c329-45eb-85a2-c262d139b0cb req-923f6776-ced6-412c-8060-89fd0ab67c43 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:24.099034 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a1c7926d-c329-45eb-85a2-c262d139b0cb req-923f6776-ced6-412c-8060-89fd0ab67c43 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0650494 Jun 21 19:57:24.136361 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a1c7926d-c329-45eb-85a2-c262d139b0cb req-a891cca1-ed7d-4af6-98fd-669d53cfb6e4 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316527 Jun 21 19:57:25.340923 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216eb180-b6b5-4d61-bd23-fa971d43aca4 req-1e08e41b-62b7-4653-add9-588ec7be0a23 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:25.342296 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-216eb180-b6b5-4d61-bd23-fa971d43aca4 req-1e08e41b-62b7-4653-add9-588ec7be0a23 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0759356 Jun 21 19:57:25.383292 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-216eb180-b6b5-4d61-bd23-fa971d43aca4 req-3369291b-f06a-4000-b04f-5641fb4da341 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Jun 21 19:57:25.702387 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37200) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:25.755217 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1449c9af-bcef-44e1-9624-719873355ee9 admin admin] Deleting subnet 0cd43460-d857-4ca8-80da-0c46b6cf6f7f {{(pid=104793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:57:25.758697 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1449c9af-bcef-44e1-9624-719873355ee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:25.794606 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1449c9af-bcef-44e1-9624-719873355ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31473173'] for subnet, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:25.832478 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1449c9af-bcef-44e1-9624-719873355ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.023315 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1449c9af-bcef-44e1-9624-719873355ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32429003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31794928'] for subnet, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.027466 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-dd09418d-9c06-4d68-93c2-a520b48af79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:26.054588 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449c9af-bcef-44e1-9624-719873355ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd43460-d857-4ca8-80da-0c46b6cf6f7f,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:26.060956 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1449c9af-bcef-44e1-9624-719873355ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:26.060956 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1449c9af-bcef-44e1-9624-719873355ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.063392 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-1449c9af-bcef-44e1-9624-719873355ee9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0cd43460-d857-4ca8-80da-0c46b6cf6f7f HTTP/1.1" status: 204 len: 168 time: 0.3599148 Jun 21 19:57:26.063656 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 37208) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:26.130517 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.220576 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.232748 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.233111 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.233871 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.234185 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.234503 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.234838 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.235173 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.235512 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.235824 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.236148 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.266534 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-bac63651-4c73-40f8-b539-0e5bd91a459f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.367012 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.367706 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.367706 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.368034 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:57:26.368396 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87753699-68c0-437b-b22c-0d393f0c48c2']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:26.388053 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a0e41a-efeb-40f9-9329-46e980a43072') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:26.388493 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a0e41a-efeb-40f9-9329-46e980a43072') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:26.403911 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.424356 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.432291 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:57:26.432713 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: from cryptography.utils import int_from_bytes Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: from cryptography.utils import int_from_bytes Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:57:26.437252 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:57:26.546005 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.550258 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:26.563475 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.565423 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/87753699-68c0-437b-b22c-0d393f0c48c2 HTTP/1.1" status: 204 len: 168 time: 0.5007472 Jun 21 19:57:26.567999 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=87753699-68c0-437b-b22c-0d393f0c48c2,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:26.569543 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 37218) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:26.571578 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:26.574766 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d689a0-c652-42f9-98ae-6bb21d74c1b6 req-6d272157-3d5f-4d74-b033-a6fce500001f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:26.576937 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-26d689a0-c652-42f9-98ae-6bb21d74c1b6 req-6d272157-3d5f-4d74-b033-a6fce500001f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0713897 Jun 21 19:57:26.614936 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-26d689a0-c652-42f9-98ae-6bb21d74c1b6 req-4447ff26-5a2b-403b-9d13-feb2397a41fb tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322690 Jun 21 19:57:26.615596 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_v2 [None req-85584f94-f179-4de7-ad05-713a42656ce5 admin admin] Deleting subnet 427d7b35-f0ab-4a02-a57c-0edeba301525 {{(pid=104794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:57:26.618825 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85584f94-f179-4de7-ad05-713a42656ce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.657233 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85584f94-f179-4de7-ad05-713a42656ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30529490'] for subnet, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.703112 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85584f94-f179-4de7-ad05-713a42656ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.843532 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85584f94-f179-4de7-ad05-713a42656ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30744929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30770881'] for subnet, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.845936 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b7d92eaa-4b4f-4b42-86df-83934c3dc572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:26.869259 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85584f94-f179-4de7-ad05-713a42656ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427d7b35-f0ab-4a02-a57c-0edeba301525,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:26.874997 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-85584f94-f179-4de7-ad05-713a42656ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:26.877702 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85584f94-f179-4de7-ad05-713a42656ce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:26.879550 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-85584f94-f179-4de7-ad05-713a42656ce5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/427d7b35-f0ab-4a02-a57c-0edeba301525 HTTP/1.1" status: 204 len: 168 time: 0.3090410 Jun 21 19:57:26.882758 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 37226) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:26.957361 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.049490 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.065701 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37d0337-a565-4acf-a7f1-e0c86a3d884b']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:27.075705 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5911b58-282b-440b-84ec-c7eb41602594') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:27.076002 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5911b58-282b-440b-84ec-c7eb41602594') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:27.084424 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.099072 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.110109 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:57:27.110514 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:57:27.112336 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:57:27.237606 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.260427 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.264733 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8926f0b2-22cb-4e6f-b861-ae526e5aaa24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:27.270000 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.272853 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c37d0337-a565-4acf-a7f1-e0c86a3d884b HTTP/1.1" status: 204 len: 168 time: 0.3887112 Jun 21 19:57:27.285039 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c37d0337-a565-4acf-a7f1-e0c86a3d884b,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:27.287657 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:27.334644 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.684347 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37232) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:27.724708 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-c0f9f6ef-357a-4cce-8df0-68446c08a5cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24458c2e2f7043b29c1674d002c2316c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391517 Jun 21 19:57:27.727359 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37234) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:27.781981 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-86c2d512-68e5-4fa3-a0c5-b4baba3827f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.801615 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b5cba-0aba-4b85-ae1a-6d5f44d1cb46 req-8229f909-cb95-4ad7-9377-e0a0d88692b7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:27.803067 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ad6b5cba-0aba-4b85-ae1a-6d5f44d1cb46 req-8229f909-cb95-4ad7-9377-e0a0d88692b7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0705681 Jun 21 19:57:27.804996 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-86c2d512-68e5-4fa3-a0c5-b4baba3827f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.842233 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ad6b5cba-0aba-4b85-ae1a-6d5f44d1cb46 req-97d4c962-b4d6-4d22-8f2c-6c031b3693db tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Jun 21 19:57:27.996589 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-86c2d512-68e5-4fa3-a0c5-b4baba3827f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.996589 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-86c2d512-68e5-4fa3-a0c5-b4baba3827f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:27.996589 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-86c2d512-68e5-4fa3-a0c5-b4baba3827f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f256076a-92f6-4247-aadb-fdbf9c0db36b HTTP/1.1" status: 204 len: 168 time: 0.2646060 Jun 21 19:57:27.996589 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c9b3283c-140e-4477-9791-9fc685df62d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:28.003826 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2d512-68e5-4fa3-a0c5-b4baba3827f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f256076a-92f6-4247-aadb-fdbf9c0db36b,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:28.006634 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-86c2d512-68e5-4fa3-a0c5-b4baba3827f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:28.369459 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:28.407177 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:28.577503 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37256) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:28.610202 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dea389-91c5-41ae-83b4-7410e81fd908 req-b40d72be-03d2-4f49-b263-4c3ae97f3a38 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:28.615965 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-27dea389-91c5-41ae-83b4-7410e81fd908 req-b40d72be-03d2-4f49-b263-4c3ae97f3a38 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.0710685 Jun 21 19:57:28.653452 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-27dea389-91c5-41ae-83b4-7410e81fd908 req-3eb8c60c-f233-421f-b247-d76e9cf1ae84 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362341 Jun 21 19:57:28.694318 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-15d9030d-c4a3-43d3-8747-42e08bddef82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:28.780115 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-15d9030d-c4a3-43d3-8747-42e08bddef82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:28.928658 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-15d9030d-c4a3-43d3-8747-42e08bddef82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:28.932726 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-53213a32-4af1-4151-90f7-729ab71591d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:28.978434 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9030d-c4a3-43d3-8747-42e08bddef82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a458ca-7824-482e-9ea3-7f544f99c0a0,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:28.982136 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-15d9030d-c4a3-43d3-8747-42e08bddef82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:29.000948 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-15d9030d-c4a3-43d3-8747-42e08bddef82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31ba18cb36354642866e0712b4b42563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222431 Jun 21 19:57:29.003640 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 37262) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:29.038178 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857ab32-a5b3-4500-8d58-5fe5bee765e6 req-f40bbe2f-9273-43a5-9822-8357c0104ca5 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:29.038975 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3857ab32-a5b3-4500-8d58-5fe5bee765e6 req-f40bbe2f-9273-43a5-9822-8357c0104ca5 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0837266 Jun 21 19:57:29.053446 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-426c3f74-3958-4d05-837f-af8933635a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:29.063811 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37266) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:29.078920 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-426c3f74-3958-4d05-837f-af8933635a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:29.121061 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3857ab32-a5b3-4500-8d58-5fe5bee765e6 req-089aca0d-a104-46b1-9f07-fd58b5eaf5f8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751917 Jun 21 19:57:29.123687 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-379ff489-27eb-4317-8094-28c83a8e7964 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a06ee87c3b8b4acc8f0277232c1eaf01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588412 Jun 21 19:57:29.126093 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37272) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:29.188270 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-25cc7126-22d3-4d50-953c-7cb3561318dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:29.209080 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-25cc7126-22d3-4d50-953c-7cb3561318dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:29.219851 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-426c3f74-3958-4d05-837f-af8933635a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:29.222461 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-426c3f74-3958-4d05-837f-af8933635a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:29.223606 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-426c3f74-3958-4d05-837f-af8933635a2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02a458ca-7824-482e-9ea3-7f544f99c0a0 HTTP/1.1" status: 204 len: 168 time: 0.2188830 Jun 21 19:57:29.224325 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4da4d5de-73b4-464f-a71a-467ce0c061e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:29.232314 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c3f74-3958-4d05-837f-af8933635a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a458ca-7824-482e-9ea3-7f544f99c0a0,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:29.234597 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-426c3f74-3958-4d05-837f-af8933635a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:29.342346 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-25cc7126-22d3-4d50-953c-7cb3561318dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:29.345201 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-25cc7126-22d3-4d50-953c-7cb3561318dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:29.346498 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-25cc7126-22d3-4d50-953c-7cb3561318dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/761e8cae-8b26-49a2-9a96-1a929f5b684a HTTP/1.1" status: 204 len: 168 time: 0.2193027 Jun 21 19:57:29.347282 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:29.356145 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc7126-22d3-4d50-953c-7cb3561318dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761e8cae-8b26-49a2-9a96-1a929f5b684a,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:29.359363 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-25cc7126-22d3-4d50-953c-7cb3561318dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:29.830331 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbe05e-9b4a-40db-915a-94ecac8d08c9 req-19fead4b-5ef4-4354-b20e-e8ae41af3fc8 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:29.831819 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-10fbe05e-9b4a-40db-915a-94ecac8d08c9 req-19fead4b-5ef4-4354-b20e-e8ae41af3fc8 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.0641327 Jun 21 19:57:29.868177 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-10fbe05e-9b4a-40db-915a-94ecac8d08c9 req-6f404598-e4a0-48e2-b225-f4754f9b04cd tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Jun 21 19:57:29.983836 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37294) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:29.997875 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2062-48ea-49a8-8a05-75162a69c8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:30.084100 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2062-48ea-49a8-8a05-75162a69c8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:30.154037 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2062-48ea-49a8-8a05-75162a69c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:30.156939 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:30.184227 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe2062-48ea-49a8-8a05-75162a69c8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b270ccd2-52ed-4b7c-ba40-be7e2f91709d,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:30.187879 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e8fe2062-48ea-49a8-8a05-75162a69c8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:30.226572 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-e8fe2062-48ea-49a8-8a05-75162a69c8cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a7efe0ed10643ea9d7eace35d3d3e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414098 Jun 21 19:57:30.229298 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 37314) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:30.300648 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2fc440d2-3458-4049-8c46-c3afc703c11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:30.325944 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2fc440d2-3458-4049-8c46-c3afc703c11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:30.341063 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e17cad-705b-4ced-94c8-5eaf2610e149 req-ddaae8fe-cdaa-411a-84d0-963e0809357d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:30.342537 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-42e17cad-705b-4ced-94c8-5eaf2610e149 req-ddaae8fe-cdaa-411a-84d0-963e0809357d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0750341 Jun 21 19:57:30.384886 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-42e17cad-705b-4ced-94c8-5eaf2610e149 req-a5439104-1e82-48ff-b9af-6edb6d07274c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367553 Jun 21 19:57:30.460320 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2fc440d2-3458-4049-8c46-c3afc703c11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:30.462982 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2fc440d2-3458-4049-8c46-c3afc703c11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:30.465561 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-2fc440d2-3458-4049-8c46-c3afc703c11c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b270ccd2-52ed-4b7c-ba40-be7e2f91709d HTTP/1.1" status: 204 len: 168 time: 0.2346172 Jun 21 19:57:30.466331 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e75f2f36-d1ac-44d2-828b-e16f17d632d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:30.473775 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc440d2-3458-4049-8c46-c3afc703c11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b270ccd2-52ed-4b7c-ba40-be7e2f91709d,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:30.477843 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2fc440d2-3458-4049-8c46-c3afc703c11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:31.061611 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6205365-8fad-4d30-abe1-4e4c5a4f7152 req-7b942791-90b2-4983-a17b-d6f94286dbf4 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:31.063154 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c6205365-8fad-4d30-abe1-4e4c5a4f7152 req-7b942791-90b2-4983-a17b-d6f94286dbf4 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.0651212 Jun 21 19:57:31.066253 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37366) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:31.128046 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c6205365-8fad-4d30-abe1-4e4c5a4f7152 req-cb938bd3-9a1d-4996-b556-fa92715c3ede tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563884 Jun 21 19:57:31.257515 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ab6c023a-c104-4937-91b5-8b77e29e209a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:31.344228 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ab6c023a-c104-4937-91b5-8b77e29e209a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:31.445420 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ab6c023a-c104-4937-91b5-8b77e29e209a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:31.450174 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-11007970-6cb6-4e28-acb4-c412c3204450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:31.489922 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-ab6c023a-c104-4937-91b5-8b77e29e209a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0875affb671d4c5697a99887e435b3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227185 Jun 21 19:57:31.493479 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 37396) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:31.494579 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c023a-c104-4937-91b5-8b77e29e209a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20973a5-7348-407a-98f4-38878498a1c3,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:31.500686 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ab6c023a-c104-4937-91b5-8b77e29e209a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:31.577260 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4633237e-9a34-4fbd-94c6-916e3d6a7028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:31.590652 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a675b76-7b7e-4d9a-b163-d86e97e1132c req-deabed22-c713-4c79-acac-73c8dcd0b401 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:31.592488 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4a675b76-7b7e-4d9a-b163-d86e97e1132c req-deabed22-c713-4c79-acac-73c8dcd0b401 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0727911 Jun 21 19:57:31.618551 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4633237e-9a34-4fbd-94c6-916e3d6a7028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:31.645182 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4a675b76-7b7e-4d9a-b163-d86e97e1132c req-3e5786ea-e623-443d-8a38-d9124a73d17e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Jun 21 19:57:31.717343 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4633237e-9a34-4fbd-94c6-916e3d6a7028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:31.720015 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4633237e-9a34-4fbd-94c6-916e3d6a7028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:31.721157 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-4633237e-9a34-4fbd-94c6-916e3d6a7028 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a20973a5-7348-407a-98f4-38878498a1c3 HTTP/1.1" status: 204 len: 168 time: 0.2258167 Jun 21 19:57:31.721927 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2fc440d2-3458-4049-8c46-c3afc703c11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:31.729876 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633237e-9a34-4fbd-94c6-916e3d6a7028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20973a5-7348-407a-98f4-38878498a1c3,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:31.732473 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4633237e-9a34-4fbd-94c6-916e3d6a7028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:32.309193 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fc029-3011-431d-ad07-3114acb97175 req-319d972c-7780-4392-95c6-eb7d7b4b6bd5 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:32.310421 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d22fc029-3011-431d-ad07-3114acb97175 req-319d972c-7780-4392-95c6-eb7d7b4b6bd5 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.0657823 Jun 21 19:57:32.349576 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d22fc029-3011-431d-ad07-3114acb97175 req-2f0d37e2-4413-489d-a5fc-28175aab0016 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Jun 21 19:57:32.823621 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e3f92-0328-4703-aeef-dd4609b7533d req-d45cf001-64b8-4965-aae8-cbda64481477 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:32.825136 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2b8e3f92-0328-4703-aeef-dd4609b7533d req-d45cf001-64b8-4965-aae8-cbda64481477 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0690067 Jun 21 19:57:32.866849 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2b8e3f92-0328-4703-aeef-dd4609b7533d req-9a655d38-2901-4b25-8d0e-6e5919734c40 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340197 Jun 21 19:57:33.545644 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb508ce-1cab-4e57-a653-ebd7601f4267 req-6fbe4ea4-0164-4c1d-9392-e3debfdb21a8 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:33.547210 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7cb508ce-1cab-4e57-a653-ebd7601f4267 req-6fbe4ea4-0164-4c1d-9392-e3debfdb21a8 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.0685990 Jun 21 19:57:33.586265 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7cb508ce-1cab-4e57-a653-ebd7601f4267 req-5e5a2e3c-5939-4a13-bd6b-0206c50eb69b tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331638 Jun 21 19:57:33.862776 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 37504) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:33.968063 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:34.058182 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ef7de-d1d0-46b4-820c-dcf605f83152 req-d3a56a7f-d84b-4da5-9248-0786782c24b1 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:34.059979 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1a4ef7de-d1d0-46b4-820c-dcf605f83152 req-d3a56a7f-d84b-4da5-9248-0786782c24b1 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0743797 Jun 21 19:57:34.065057 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:34.097320 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1a4ef7de-d1d0-46b4-820c-dcf605f83152 req-b61409d9-5cac-45ff-8f89-4e7b0776a0b5 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Jun 21 19:57:34.151319 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:34.154503 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f9588108-3397-4a0c-b13f-ddd617cd89c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:34.189721 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4aff24083dc942469690d949eec3f65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258827 Jun 21 19:57:34.190594 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4e0d01-7862-40b8-b55c-f6490398b08d,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:34.192563 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37512) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:34.197589 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.197949 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.198957 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.199339 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.199749 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.200094 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.200429 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.200771 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.201104 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.201432 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.201754 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.202079 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.206060 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:34.241374 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:34.262995 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:34.420402 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:34.422999 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:34.424162 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c4e0d01-7862-40b8-b55c-f6490398b08d HTTP/1.1" status: 204 len: 168 time: 0.2306767 Jun 21 19:57:34.424838 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:34.434866 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4e0d01-7862-40b8-b55c-f6490398b08d,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:34.440082 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.440441 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.440801 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.441115 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.441440 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.441771 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.442095 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.442421 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.442745 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.443075 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.443398 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.443750 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:34.447207 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:34.757449 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65ae48-6d6d-4973-9c7b-f0fec842a787 req-b5beb2af-c523-474d-90ab-4e535809b15b tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:34.759173 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ad65ae48-6d6d-4973-9c7b-f0fec842a787 req-b5beb2af-c523-474d-90ab-4e535809b15b tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.0629036 Jun 21 19:57:34.798571 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ad65ae48-6d6d-4973-9c7b-f0fec842a787 req-dc9f247d-cae5-4aa4-98a6-f30844570e60 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334525 Jun 21 19:57:35.270456 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75ef6a-01b2-4819-b059-584efec0e0ff req-5ad7ebe8-0767-43dc-844c-4190a9e2f371 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:35.271943 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5d75ef6a-01b2-4819-b059-584efec0e0ff req-5ad7ebe8-0767-43dc-844c-4190a9e2f371 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0642040 Jun 21 19:57:35.311245 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5d75ef6a-01b2-4819-b059-584efec0e0ff req-46d503ed-496e-4082-bedb-dbfdcdf7b921 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325730 Jun 21 19:57:35.319147 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37548) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:35.413313 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2031144131-network', 'tenant_id': '4f598f3310164fbda204950c08f03bf0'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:35.496826 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Made reservation on behalf of 4f598f3310164fbda204950c08f03bf0 for: {'network': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:57:35.499178 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:35.507423 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:35.593753 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:35.650927 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:35.653872 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:35.676856 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=104793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:57:35.683290 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:35.686833 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:35.691941 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:35.691941 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.segments_db [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Added segment 585e1e36-c31f-4c22-82be-73b3ab54fc0d of type vlan for network 1b65d7aa-2389-44bc-921d-586f04812e54 Jun 21 19:57:35.730743 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:35.831211 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:35.832664 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:35.833249 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:35.836404 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:35.891722 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Pushing event updated for resources: {'Network': ['ID=1b65d7aa-2389-44bc-921d-586f04812e54,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:35.894396 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:35.902368 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 1b65d7aa-2389-44bc-921d-586f04812e54 details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:57:35.934899 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6144607 Jun 21 19:57:35.937553 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37562) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:35.942872 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Request body: {'subnet': {'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2031144131-subnet', 'tenant_id': '4f598f3310164fbda204950c08f03bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:35.975183 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056e275-b0a1-4f4b-8b13-71460dea5ac3 req-bce92cce-4f54-4ffa-9473-272250859498 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:35.976645 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d056e275-b0a1-4f4b-8b13-71460dea5ac3 req-bce92cce-4f54-4ffa-9473-272250859498 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.0681067 Jun 21 19:57:36.013581 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d056e275-b0a1-4f4b-8b13-71460dea5ac3 req-bd074d91-ac4e-43c9-b949-f70ccad34859 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Jun 21 19:57:36.013961 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Made reservation on behalf of 4f598f3310164fbda204950c08f03bf0 for: {'subnet': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:57:36.016349 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31794907'] for subnet, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:36.248756 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32428810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31794889'] for subnet, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:36.251785 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:36.304582 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59e7f2b-b680-41c3-b09f-b71c48694434,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:36.308847 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:36.312940 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Checking segment: {'id': '585e1e36-c31f-4c22-82be-73b3ab54fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:57:36.312940 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Network hostable DHCP agents. Network: 1b65d7aa-2389-44bc-921d-586f04812e54, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:57:36.408685 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Network 1b65d7aa-2389-44bc-921d-586f04812e54 is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:57:36.431918 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 141f340e-fc74-46b6-a83b-9f4894ca06cb no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:57:36.472101 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 1b65d7aa-2389-44bc-921d-586f04812e54) {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:57:36.476849 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:36.477440 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:36.493208 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dade64b-e92f-43d3-84d4-143c188dacd1 None None] Network 1b65d7aa-2389-44bc-921d-586f04812e54 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:57:36.504560 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868786e-c98f-4b8f-9752-4325c2dd9cb9 req-6c2670a8-5f5e-455f-a749-c4758f6a115e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:36.505933 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1868786e-c98f-4b8f-9752-4325c2dd9cb9 req-6c2670a8-5f5e-455f-a749-c4758f6a115e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0798683 Jun 21 19:57:36.554576 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:36.570130 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6314032 Jun 21 19:57:36.582544 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1868786e-c98f-4b8f-9752-4325c2dd9cb9 req-f03c5a11-ccd9-47ec-8240-8e2c0d71277e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682805 Jun 21 19:57:36.593469 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c188ac4b-76ad-4200-ba02-fd41e49a5ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141f340e-fc74-46b6-a83b-9f4894ca06cb'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:57:36.595728 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1fb5e-dcfa-4770-bf6d-5912b2a4224d req-1fb641b3-a39b-418e-ae74-47755237f73c tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:36.595925 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144efdb2-de7c-4b7a-9ed8-97ec240251d1" -d '{"events": [{"server_uuid": "c188ac4b-76ad-4200-ba02-fd41e49a5ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "141f340e-fc74-46b6-a83b-9f4894ca06cb"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:57:36.597121 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6cf1fb5e-dcfa-4770-bf6d-5912b2a4224d req-1fb641b3-a39b-418e-ae74-47755237f73c tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.22 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 945 time: 0.1008191 Jun 21 19:57:36.648442 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 19:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4ede5d-2080-4c04-93b7-3523a59f02a2 x-openstack-request-id: req-4f4ede5d-2080-4c04-93b7-3523a59f02a2 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:57:36.648737 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c188ac4b-76ad-4200-ba02-fd41e49a5ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "141f340e-fc74-46b6-a83b-9f4894ca06cb", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:57:36.649270 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f4ede5d-2080-4c04-93b7-3523a59f02a2 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:57:36.649811 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c188ac4b-76ad-4200-ba02-fd41e49a5ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141f340e-fc74-46b6-a83b-9f4894ca06cb', 'code': 200} Jun 21 19:57:36.653237 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 141f340e-fc74-46b6-a83b-9f4894ca06cb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=141f340e-fc74-46b6-a83b-9f4894ca06cb,segment=NetworkSegment(f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162),segment_id=f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:36.687304 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e398b806-7a89-4a57-a4ee-f1b87f592778 None None] Network 1b65d7aa-2389-44bc-921d-586f04812e54 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:57:36.736540 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:36.744692 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:36.772858 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [req-6cf1fb5e-dcfa-4770-bf6d-5912b2a4224d req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Deleting port 141f340e-fc74-46b6-a83b-9f4894ca06cb {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:57:36.773435 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-6cf1fb5e-dcfa-4770-bf6d-5912b2a4224d req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:36.822619 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=141f340e-fc74-46b6-a83b-9f4894ca06cb,revision_number=6']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:36.824093 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:36.893131 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [req-6cf1fb5e-dcfa-4770-bf6d-5912b2a4224d req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] For port 141f340e-fc74-46b6-a83b-9f4894ca06cb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=141f340e-fc74-46b6-a83b-9f4894ca06cb,segment=NetworkSegment(f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162),segment_id=f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:36.893483 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-6cf1fb5e-dcfa-4770-bf6d-5912b2a4224d req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:36.973972 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [req-6cf1fb5e-dcfa-4770-bf6d-5912b2a4224d req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Calling delete_port for 141f340e-fc74-46b6-a83b-9f4894ca06cb owned by compute:nova {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:57:37.347261 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5144c-6cd3-4d04-94b1-1e2e9bdb5871 req-7cbfd30e-7ed8-413a-bbde-92dbdb92b625 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:37.348761 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-11c5144c-6cd3-4d04-94b1-1e2e9bdb5871 req-7cbfd30e-7ed8-413a-bbde-92dbdb92b625 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 943 time: 0.0699651 Jun 21 19:57:37.387346 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-11c5144c-6cd3-4d04-94b1-1e2e9bdb5871 req-0cc1d866-9384-4194-948d-adff1abddbc6 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb3076b1-7d68-45a8-932c-6a8f551762f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Jun 21 19:57:37.403159 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-6cf1fb5e-dcfa-4770-bf6d-5912b2a4224d req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:37.408162 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:37.435597 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Pushing event deleted for resources: {'Port': ['ID=141f340e-fc74-46b6-a83b-9f4894ca06cb,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:37.440243 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:37.494115 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf1fb5e-dcfa-4770-bf6d-5912b2a4224d req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] No DVR routers for this DVR port 141f340e-fc74-46b6-a83b-9f4894ca06cb on host hv-cinder-79246 {{(pid=104793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:57:37.498254 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-6cf1fb5e-dcfa-4770-bf6d-5912b2a4224d req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:37.500213 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6cf1fb5e-dcfa-4770-bf6d-5912b2a4224d req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.22 "DELETE /v2.0/ports/141f340e-fc74-46b6-a83b-9f4894ca06cb HTTP/1.1" status: 204 len: 173 time: 0.8938711 Jun 21 19:57:37.500678 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c188ac4b-76ad-4200-ba02-fd41e49a5ee7', 'name': 'network-vif-deleted', 'tag': '141f340e-fc74-46b6-a83b-9f4894ca06cb'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:57:37.502948 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f9d0f0-4817-4c73-bcc4-bc6c365b34a9" -d '{"events": [{"server_uuid": "c188ac4b-76ad-4200-ba02-fd41e49a5ee7", "name": "network-vif-deleted", "tag": "141f340e-fc74-46b6-a83b-9f4894ca06cb"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:57:37.537559 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e85bca-406c-4cec-a23f-d752729f8c79 x-openstack-request-id: req-34e85bca-406c-4cec-a23f-d752729f8c79 {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:57:37.537867 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c188ac4b-76ad-4200-ba02-fd41e49a5ee7", "name": "network-vif-deleted", "tag": "141f340e-fc74-46b6-a83b-9f4894ca06cb", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:57:37.538139 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34e85bca-406c-4cec-a23f-d752729f8c79 {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:57:37.538540 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c188ac4b-76ad-4200-ba02-fd41e49a5ee7', 'name': 'network-vif-deleted', 'tag': '141f340e-fc74-46b6-a83b-9f4894ca06cb', 'status': 'completed', 'code': 200} Jun 21 19:57:37.764162 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db344fd-a7ab-4805-b09f-fc5257d9b904 req-00b7523b-4408-4bbb-9d70-f80309015409 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:37.765599 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8db344fd-a7ab-4805-b09f-fc5257d9b904 req-00b7523b-4408-4bbb-9d70-f80309015409 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0647705 Jun 21 19:57:37.803554 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8db344fd-a7ab-4805-b09f-fc5257d9b904 req-409dd902-e1bb-4d61-97a4-72c4e8fc2d76 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321999 Jun 21 19:57:38.534228 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d973fba8-1db7-4d1d-8bd3-90b940f7ccf6 req-304fa571-f75e-4a03-8054-a888e721b74c tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 210 time: 0.0289013 Jun 21 19:57:38.987808 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29e9d1-4b10-4830-b809-1d6e660272a2 req-38ae6582-7c15-4e4f-870f-35fc70698d1f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:38.992626 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ab29e9d1-4b10-4830-b809-1d6e660272a2 req-38ae6582-7c15-4e4f-870f-35fc70698d1f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0658970 Jun 21 19:57:39.028563 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ab29e9d1-4b10-4830-b809-1d6e660272a2 req-9aba95b8-4e6c-4b89-b3d8-2163fddd64d2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Jun 21 19:57:39.423597 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37656) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:39.527956 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-93c1352f-7b7a-4001-bdf0-c63e400195fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:39.616803 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-93c1352f-7b7a-4001-bdf0-c63e400195fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:39.677165 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-27480d1e-4c78-4944-aeb3-ab8522ea175b req-0f5377f8-6c9a-47e2-847b-b3537e40d95d tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 210 time: 0.0281291 Jun 21 19:57:39.683097 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-93c1352f-7b7a-4001-bdf0-c63e400195fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:39.686678 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ab6c023a-c104-4937-91b5-8b77e29e209a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:39.721715 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-93c1352f-7b7a-4001-bdf0-c63e400195fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8414dfdd73e4a71b204d9e9b299025a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969947 Jun 21 19:57:39.722835 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1352f-7b7a-4001-bdf0-c63e400195fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d6a32d-9c06-49b5-bad3-34b44b6b862c,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:39.724717 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 37664) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:39.726555 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-93c1352f-7b7a-4001-bdf0-c63e400195fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:39.773566 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-886c77cf-e46a-430e-840d-f417ee1ff972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:39.794010 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-886c77cf-e46a-430e-840d-f417ee1ff972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:39.902767 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-886c77cf-e46a-430e-840d-f417ee1ff972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:39.905353 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-886c77cf-e46a-430e-840d-f417ee1ff972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:39.906610 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-886c77cf-e46a-430e-840d-f417ee1ff972 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53d6a32d-9c06-49b5-bad3-34b44b6b862c HTTP/1.1" status: 204 len: 168 time: 0.1807306 Jun 21 19:57:39.907385 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:39.918275 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c77cf-e46a-430e-840d-f417ee1ff972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d6a32d-9c06-49b5-bad3-34b44b6b862c,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:39.921216 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-886c77cf-e46a-430e-840d-f417ee1ff972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:40.213986 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0894e-62d6-4b1d-85c4-7ebd1f197a86 req-9fb7dc4a-55b4-46bd-ab5b-95fa8e587eb9 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:40.216062 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9dd0894e-62d6-4b1d-85c4-7ebd1f197a86 req-9fb7dc4a-55b4-46bd-ab5b-95fa8e587eb9 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0714471 Jun 21 19:57:40.256354 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9dd0894e-62d6-4b1d-85c4-7ebd1f197a86 req-7ff56ad8-e765-44f5-922b-3f4fc999485b tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344462 Jun 21 19:57:40.533546 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37680) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:40.550533 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-99a0794d-cc58-46f2-836a-5a45e212c231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:40.635851 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-99a0794d-cc58-46f2-836a-5a45e212c231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:40.711082 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-99a0794d-cc58-46f2-836a-5a45e212c231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:40.715570 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-69717f65-d323-429f-8f18-9237abd030de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:40.750843 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0794d-cc58-46f2-836a-5a45e212c231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ff607e-01c6-41b0-9036-0d2194f24351,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:40.754438 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-99a0794d-cc58-46f2-836a-5a45e212c231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:40.757959 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-99a0794d-cc58-46f2-836a-5a45e212c231 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b080043ecbce4b519b3576f9a1e257cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223899 Jun 21 19:57:40.765901 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37686) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:40.814718 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-eaa11f28-caad-4143-a114-7983fdf8a5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:40.823656 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-466fb8b4-4ca3-4af7-a3f1-fd9471398b64 req-6f66a898-11ba-4c55-a45e-87de87e7d147 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 210 time: 0.0275061 Jun 21 19:57:40.836572 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-eaa11f28-caad-4143-a114-7983fdf8a5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:41.040024 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-eaa11f28-caad-4143-a114-7983fdf8a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:41.043171 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-eaa11f28-caad-4143-a114-7983fdf8a5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:41.044606 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-eaa11f28-caad-4143-a114-7983fdf8a5ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37ff607e-01c6-41b0-9036-0d2194f24351 HTTP/1.1" status: 204 len: 168 time: 0.2786629 Jun 21 19:57:41.045621 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c7d39236-8c7c-4a36-a971-9a0ab6de4af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:41.056108 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa11f28-caad-4143-a114-7983fdf8a5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ff607e-01c6-41b0-9036-0d2194f24351,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:41.059971 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-eaa11f28-caad-4143-a114-7983fdf8a5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:41.320028 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-dae3372b-8688-4c7b-9123-9316906c423f tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:41.321672 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-dae3372b-8688-4c7b-9123-9316906c423f tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/networks?id=1b65d7aa-2389-44bc-921d-586f04812e54 HTTP/1.1" status: 200 len: 809 time: 0.1119554 Jun 21 19:57:41.339366 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-8e16c4be-d5c4-40b4-a2cc-707c83cda73a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/quotas/4f598f3310164fbda204950c08f03bf0 HTTP/1.1" status: 200 len: 375 time: 0.0101273 Jun 21 19:57:41.376464 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-1a7ed5fb-1136-496c-8a7b-85a96192b5d4 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f598f3310164fbda204950c08f03bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293257 Jun 21 19:57:41.467304 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c7d10-24c5-4ebd-bf9a-aeed37ca43eb req-06b37dd2-8a30-4490-aad6-ece164492ce8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:41.469136 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2a3c7d10-24c5-4ebd-bf9a-aeed37ca43eb req-06b37dd2-8a30-4490-aad6-ece164492ce8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0789545 Jun 21 19:57:41.509922 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-f6d9e2a9-d54c-4b4f-bc65-49f01c2084ba service neutron] 10.222.0.30 "GET /v2.0/networks/1b65d7aa-2389-44bc-921d-586f04812e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250684 Jun 21 19:57:41.522592 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2a3c7d10-24c5-4ebd-bf9a-aeed37ca43eb req-81d5dd83-fcf0-4511-8961-419a301a4824 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Jun 21 19:57:41.613580 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-fb29f3db-192f-4da5-9c30-364d2909726b service neutron] 10.222.0.30 "GET /v2.0/networks/1b65d7aa-2389-44bc-921d-586f04812e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974736 Jun 21 19:57:41.925965 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-27873a71-854b-4666-b300-38a30a3044fe req-07b31a8c-8c41-490b-b9b1-5a2a996e8cc4 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 210 time: 0.0486009 Jun 21 19:57:42.015482 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f6721687-ea56-4bfb-9737-3b16a8bd935d req-5b613bf7-60c6-4e17-a9bd-dbb8afc0d4b5 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] 10.222.0.30 "GET /v2.0/ports?device_id=c188ac4b-76ad-4200-ba02-fd41e49a5ee7 HTTP/1.1" status: 200 len: 210 time: 0.0393083 Jun 21 19:57:42.772049 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488f123-b1d7-4c05-8fef-43ec3bc32c16 req-09b574d8-8ab8-40c9-a4b6-472112fe7d6a tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:42.773472 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d488f123-b1d7-4c05-8fef-43ec3bc32c16 req-09b574d8-8ab8-40c9-a4b6-472112fe7d6a tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0815177 Jun 21 19:57:42.818844 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d488f123-b1d7-4c05-8fef-43ec3bc32c16 req-2004b4d0-e03a-41f8-b6fc-abbe2f0b50dd tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Jun 21 19:57:43.001666 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3c025889-5b2e-45ef-882b-fa7e7257a874 req-ccb03655-dfce-4bdf-a3f6-cd253e9ba61e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 210 time: 0.0294678 Jun 21 19:57:43.055917 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:57:43.396512 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 37832) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:43.504584 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-38e9cbc5-b3ca-4f5a-815a-4a71285ab077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:43.602078 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-38e9cbc5-b3ca-4f5a-815a-4a71285ab077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:43.683810 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-38e9cbc5-b3ca-4f5a-815a-4a71285ab077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:43.687998 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-82de4231-e617-4d78-85ea-0b2ea0657407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:43.723662 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-38e9cbc5-b3ca-4f5a-815a-4a71285ab077 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b45668a9eeb449dac25c4acad09b454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260472 Jun 21 19:57:43.726446 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37846) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:43.728594 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9cbc5-b3ca-4f5a-815a-4a71285ab077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c6f593-4f1e-4d33-98f5-931297a8ecb4,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:43.733558 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-38e9cbc5-b3ca-4f5a-815a-4a71285ab077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:43.796169 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9b423ff2-7638-4b27-919e-8f61ab711790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:43.816960 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9b423ff2-7638-4b27-919e-8f61ab711790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:43.987304 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9b423ff2-7638-4b27-919e-8f61ab711790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:43.989926 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9b423ff2-7638-4b27-919e-8f61ab711790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:43.991002 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-9b423ff2-7638-4b27-919e-8f61ab711790 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71c6f593-4f1e-4d33-98f5-931297a8ecb4 HTTP/1.1" status: 204 len: 168 time: 0.2591238 Jun 21 19:57:43.992446 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-93c1352f-7b7a-4001-bdf0-c63e400195fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:44.002184 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b423ff2-7638-4b27-919e-8f61ab711790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c6f593-4f1e-4d33-98f5-931297a8ecb4,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:44.004795 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9b423ff2-7638-4b27-919e-8f61ab711790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:44.013027 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a718553-d0ea-4fbe-9400-068779cc0ddf req-23a61c19-5c27-4016-8699-e746e3c051ab tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:44.014509 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1a718553-d0ea-4fbe-9400-068779cc0ddf req-23a61c19-5c27-4016-8699-e746e3c051ab tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0796003 Jun 21 19:57:44.061533 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1a718553-d0ea-4fbe-9400-068779cc0ddf req-9ad046f0-a776-41e6-9a3c-31e54984f526 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395935 Jun 21 19:57:44.141345 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-adce0288-e242-43f5-9789-d23844412d0b req-46c78782-dc8e-4e30-826d-2dbb17b0e422 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 210 time: 0.0285726 Jun 21 19:57:44.607654 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 37864) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:44.621267 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7bea8671-d36f-46ca-a100-9ef01e40c938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:44.705597 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7bea8671-d36f-46ca-a100-9ef01e40c938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:44.779944 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7bea8671-d36f-46ca-a100-9ef01e40c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:44.785720 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-0b2e171b-8a7c-459c-8516-ad9deb733578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:44.817469 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-7bea8671-d36f-46ca-a100-9ef01e40c938 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fceefce390924cc289cd5b18eb7892e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087464 Jun 21 19:57:44.819432 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea8671-d36f-46ca-a100-9ef01e40c938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2549d0-b578-4dfd-95cb-7c3c08779094,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:44.820139 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 37872) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:44.822408 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-7bea8671-d36f-46ca-a100-9ef01e40c938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:44.872255 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-660c72b1-37eb-4b89-8fcd-1bb68ce7361e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:44.892615 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-660c72b1-37eb-4b89-8fcd-1bb68ce7361e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:45.014250 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-660c72b1-37eb-4b89-8fcd-1bb68ce7361e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:45.016831 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-660c72b1-37eb-4b89-8fcd-1bb68ce7361e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:45.017953 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-660c72b1-37eb-4b89-8fcd-1bb68ce7361e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe2549d0-b578-4dfd-95cb-7c3c08779094 HTTP/1.1" status: 204 len: 168 time: 0.1967959 Jun 21 19:57:45.018705 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-6e5c754d-6153-4927-a110-ccaafb7db336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:45.028109 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c72b1-37eb-4b89-8fcd-1bb68ce7361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2549d0-b578-4dfd-95cb-7c3c08779094,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:45.030269 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-660c72b1-37eb-4b89-8fcd-1bb68ce7361e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:45.232986 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fcae3-7339-418e-9bbf-db08c895931d req-a6a64f6a-0719-4601-a3a9-154ce02d791c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:45.235325 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3f0fcae3-7339-418e-9bbf-db08c895931d req-a6a64f6a-0719-4601-a3a9-154ce02d791c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0651238 Jun 21 19:57:45.273236 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3f0fcae3-7339-418e-9bbf-db08c895931d req-64844e0c-1272-48a6-888b-6273f4a72874 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Jun 21 19:57:45.289011 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0246ecee-91bc-4561-9940-5ae811a39181 req-5e43684f-8eea-45d6-8566-31c233017ea4 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 210 time: 0.0294077 Jun 21 19:57:46.451752 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2f4f0994-498a-4ec9-a082-57f81365baf9 req-9feebad3-c178-42d3-ba32-7b36cac1952c tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 210 time: 0.0388250 Jun 21 19:57:46.486319 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58c09b-f677-4d85-8173-c84cb5ca1b16 req-96b47db7-1c61-4b0c-81e9-29c1b5873dd9 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:46.487866 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5f58c09b-f677-4d85-8173-c84cb5ca1b16 req-96b47db7-1c61-4b0c-81e9-29c1b5873dd9 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0878520 Jun 21 19:57:46.524855 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5f58c09b-f677-4d85-8173-c84cb5ca1b16 req-9964abda-d405-466f-8558-1f0b1f1c39cd tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Jun 21 19:57:47.593518 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c82c0149-cca3-4ab1-812f-e36ebcbbd229 req-6f93a0ac-a66b-4bcb-99d9-27d9ebb11578 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 210 time: 0.0314271 Jun 21 19:57:47.694088 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874ad72-6af3-4c64-b8f7-d994065847aa req-ccd9e2e2-5c7c-483e-8309-28c588244886 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:47.695422 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5874ad72-6af3-4c64-b8f7-d994065847aa req-ccd9e2e2-5c7c-483e-8309-28c588244886 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0605748 Jun 21 19:57:47.733191 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5874ad72-6af3-4c64-b8f7-d994065847aa req-6d2f9710-9f59-428d-a930-fc92795a08e7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310071 Jun 21 19:57:48.731894 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-beb70f3d-d861-4d23-a5d8-f8558b0c614c req-0d34eac5-f583-4a92-ac10-b9a87d9ebaf2 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 210 time: 0.0276093 Jun 21 19:57:48.909748 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05ec07-db2f-4080-87d0-4ff40b0b3268 req-7ba904b7-917d-4aa4-b4ad-af11b1aecbe9 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:48.911178 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ca05ec07-db2f-4080-87d0-4ff40b0b3268 req-7ba904b7-917d-4aa4-b4ad-af11b1aecbe9 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0656159 Jun 21 19:57:48.948669 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ca05ec07-db2f-4080-87d0-4ff40b0b3268 req-9c844a36-8eb9-4b24-b692-a1fe7c14eb83 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Jun 21 19:57:49.867388 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9283ae35-6678-465e-bbbb-faccc99dd8d2 req-2600af1f-c64f-4547-b2fe-bd37168e36ae tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 210 time: 0.0275168 Jun 21 19:57:50.125397 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca2db2-5a4c-43b0-8ec3-d9544de2cf23 req-d99cd271-97c5-4996-aeab-91b445f5a6b4 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:50.126854 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-59ca2db2-5a4c-43b0-8ec3-d9544de2cf23 req-d99cd271-97c5-4996-aeab-91b445f5a6b4 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0669763 Jun 21 19:57:50.171407 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-59ca2db2-5a4c-43b0-8ec3-d9544de2cf23 req-05cc53f9-df79-48d8-92f9-ef63065bfa04 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367968 Jun 21 19:57:50.599944 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-0139cdbc-3f91-430f-9e2d-c65fa65f1aa2 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:50.601318 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-0139cdbc-3f91-430f-9e2d-c65fa65f1aa2 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.22 "GET /v2.0/networks?id=1b65d7aa-2389-44bc-921d-586f04812e54 HTTP/1.1" status: 200 len: 809 time: 0.1022205 Jun 21 19:57:50.616963 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Request body: {'port': {'device_id': '77341ab5-4698-4405-a42f-1ca94a15aba7', 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54', 'admin_state_up': True, 'tenant_id': '4f598f3310164fbda204950c08f03bf0'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:50.878962 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Made reservation on behalf of 4f598f3310164fbda204950c08f03bf0 for: {'port': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:57:50.882575 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.031334 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2cf6d6b4-c113-4851-b1e7-65817eafe4b6 req-d40298e9-d095-42bc-b83c-1cda54b6396a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 210 time: 0.0338430 Jun 21 19:57:51.055624 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Allocated IP 172.20.0.14 (1b65d7aa-2389-44bc-921d-586f04812e54/f59e7f2b-b680-41c3-b09f-b71c48694434/48208b4a-085c-40a4-9d81-ba004112dcbe) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:57:51.140193 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 38016) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:51.198218 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a370fd-119c-4587-ae7a-26fe0baafc29 admin admin] Deleting subnet 6a12b20c-68d5-4ae9-846f-b704e7c25a1f {{(pid=104794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:57:51.201543 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85a370fd-119c-4587-ae7a-26fe0baafc29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.233229 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.253911 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85a370fd-119c-4587-ae7a-26fe0baafc29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30529490'] for subnet, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.298634 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85a370fd-119c-4587-ae7a-26fe0baafc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.340957 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.347079 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-729de65d-505b-42d5-8fed-9c753d15c359 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:51.398072 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Network 1b65d7aa-2389-44bc-921d-586f04812e54 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:57:51.402088 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:57:51.406605 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:57:51.444289 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Pushing event updated for resources: {'Port': ['ID=48208b4a-085c-40a4-9d81-ba004112dcbe,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:51.449548 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:51.468341 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf8517-12e2-43bc-968b-9bcc738ae81b req-9a0049f0-2096-45c2-9269-20dc9b9bf33f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:51.469923 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ecdf8517-12e2-43bc-968b-9bcc738ae81b req-9a0049f0-2096-45c2-9269-20dc9b9bf33f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.1477425 Jun 21 19:57:51.474356 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:51.475108 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.517012 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ecdf8517-12e2-43bc-968b-9bcc738ae81b req-dc3a076e-a789-4f4e-98f3-edcff2b00cde tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345871 Jun 21 19:57:51.518150 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85a370fd-119c-4587-ae7a-26fe0baafc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30744929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30770881'] for subnet, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.521708 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:51.546245 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a370fd-119c-4587-ae7a-26fe0baafc29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a12b20c-68d5-4ae9-846f-b704e7c25a1f,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:51.557670 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85a370fd-119c-4587-ae7a-26fe0baafc29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.559550 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-85a370fd-119c-4587-ae7a-26fe0baafc29 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6a12b20c-68d5-4ae9-846f-b704e7c25a1f HTTP/1.1" status: 204 len: 168 time: 0.4182439 Jun 21 19:57:51.562034 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 38044) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:51.599997 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9869277 Jun 21 19:57:51.617776 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-85a370fd-119c-4587-ae7a-26fe0baafc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:51.618957 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Request body: {'port': {'device_id': '77341ab5-4698-4405-a42f-1ca94a15aba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:51.642105 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.694591 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.719929 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.729420 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1346e28b-234e-4888-9867-04ad13826b25']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:51.739578 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:51.739878 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07c8d4e-14fd-4cc9-ae8b-2ea2d5b0f162') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:51.755174 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.771618 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.779483 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:57:51.779867 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:57:51.781592 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:57:51.979614 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48208b4a-085c-40a4-9d81-ba004112dcbe {{(pid=104793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:57:51.986937 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.993228 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:51.998568 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c356cfce-e292-4742-8034-fcc6cc88bad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:52.004290 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.provisioning_blocks [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Transition to ACTIVE for port object 48208b4a-085c-40a4-9d81-ba004112dcbe will not be triggered until provisioned by entity L2. {{(pid=104793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:57:52.004576 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:52.004576 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] 10.222.0.30 "DELETE /v2.0/networks/1346e28b-234e-4888-9867-04ad13826b25 HTTP/1.1" status: 204 len: 168 time: 0.4414866 Jun 21 19:57:52.015329 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] Pushing event deleted for resources: {'Network': ['ID=1346e28b-234e-4888-9867-04ad13826b25,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:52.018395 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:52.107790 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:52.111053 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:52.219508 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=48208b4a-085c-40a4-9d81-ba004112dcbe,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:52.241258 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:52.305330 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.managers [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Attempting to bind port 48208b4a-085c-40a4-9d81-ba004112dcbe on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:57:52.305668 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.managers [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Attempting to bind port 48208b4a-085c-40a4-9d81-ba004112dcbe by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '585e1e36-c31f-4c22-82be-73b3ab54fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54'}] {{(pid=104793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:57:52.306013 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Attempting to bind port 48208b4a-085c-40a4-9d81-ba004112dcbe on network 1b65d7aa-2389-44bc-921d-586f04812e54 {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:57:52.317180 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb2597-a618-4818-a3dd-24c642109530 req-f2f5b0d5-ab8a-4893-b845-84cebfdcf0c1 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:52.318651 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a4eb2597-a618-4818-a3dd-24c642109530 req-f2f5b0d5-ab8a-4893-b845-84cebfdcf0c1 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 944 time: 0.1417511 Jun 21 19:57:52.320822 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Port 48208b4a-085c-40a4-9d81-ba004112dcbe on network 1b65d7aa-2389-44bc-921d-586f04812e54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:57:52.321140 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Attempting to bind port 48208b4a-085c-40a4-9d81-ba004112dcbe on network 1b65d7aa-2389-44bc-921d-586f04812e54 {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:57:52.333680 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:57:52.334019 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Checking segment: {'id': '585e1e36-c31f-4c22-82be-73b3ab54fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:57:52.334389 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Bound using segment: {'id': '585e1e36-c31f-4c22-82be-73b3ab54fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54'} {{(pid=104793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:57:52.334824 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.managers [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Bound port: 48208b4a-085c-40a4-9d81-ba004112dcbe, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585e1e36-c31f-4c22-82be-73b3ab54fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54'}}] {{(pid=104793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:57:52.335170 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:52.390779 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a4eb2597-a618-4818-a3dd-24c642109530 req-3ddb977a-b9a0-4bdc-9920-405aa457262d tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653305 Jun 21 19:57:52.425421 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] For port 48208b4a-085c-40a4-9d81-ba004112dcbe, host hv-cinder-79246, cleared binding levels {{(pid=104793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:57:52.428533 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] For port 48208b4a-085c-40a4-9d81-ba004112dcbe, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=48208b4a-085c-40a4-9d81-ba004112dcbe,segment=NetworkSegment(585e1e36-c31f-4c22-82be-73b3ab54fc0d),segment_id=585e1e36-c31f-4c22-82be-73b3ab54fc0d)] {{(pid=104793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:57:52.442949 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38064) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:52.484241 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-07b560bf-3e6b-4bfd-a888-add4b812685f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9fc0d5eeee34b6e9170d9fce6f2bba7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400283 Jun 21 19:57:52.486510 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38068) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:52.528352 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:52.535910 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-d4dcff25-5b5b-4544-aa32-4319fb980157 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:52.543380 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:52.544126 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:52.545453 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] 10.222.0.22 "PUT /v2.0/ports/48208b4a-085c-40a4-9d81-ba004112dcbe HTTP/1.1" status: 200 len: 1094 time: 0.9360466 Jun 21 19:57:52.547266 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77341ab5-4698-4405-a42f-1ca94a15aba7', 'tag': '48208b4a-085c-40a4-9d81-ba004112dcbe'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:57:52.549516 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613e6d6b-5218-4ea7-b370-f37ecee6b781" -d '{"events": [{"name": "network-changed", "server_uuid": "77341ab5-4698-4405-a42f-1ca94a15aba7", "tag": "48208b4a-085c-40a4-9d81-ba004112dcbe"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:57:52.591285 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5f90-e34a-43b7-adf6-41e5a1c01280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:52.614243 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5f90-e34a-43b7-adf6-41e5a1c01280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:52.618431 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604c63ac-c08e-4d63-9705-330ddbf30648 x-openstack-request-id: req-604c63ac-c08e-4d63-9705-330ddbf30648 {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:57:52.618740 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77341ab5-4698-4405-a42f-1ca94a15aba7", "tag": "48208b4a-085c-40a4-9d81-ba004112dcbe", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:57:52.619076 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-604c63ac-c08e-4d63-9705-330ddbf30648 {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:57:52.619692 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77341ab5-4698-4405-a42f-1ca94a15aba7', 'tag': '48208b4a-085c-40a4-9d81-ba004112dcbe', 'status': 'completed', 'code': 200} Jun 21 19:57:52.644644 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=48208b4a-085c-40a4-9d81-ba004112dcbe,revision_number=3']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:52.653657 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:52.750146 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd6fa2-4cfe-4836-b39b-418631745dfa req-0631c2fe-1155-4282-b7c9-107af268d6fa tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:52.751687 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-99dd6fa2-4cfe-4836-b39b-418631745dfa req-0631c2fe-1155-4282-b7c9-107af268d6fa tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0673718 Jun 21 19:57:52.764783 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5f90-e34a-43b7-adf6-41e5a1c01280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:52.768677 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5f90-e34a-43b7-adf6-41e5a1c01280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:52.769509 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-6b3e5f90-e34a-43b7-adf6-41e5a1c01280 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb3076b1-7d68-45a8-932c-6a8f551762f2 HTTP/1.1" status: 204 len: 168 time: 0.2819624 Jun 21 19:57:52.770200 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-99a0794d-cc58-46f2-836a-5a45e212c231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:52.787338 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e5f90-e34a-43b7-adf6-41e5a1c01280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3076b1-7d68-45a8-932c-6a8f551762f2,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:52.790182 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6b3e5f90-e34a-43b7-adf6-41e5a1c01280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:52.814644 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-99dd6fa2-4cfe-4836-b39b-418631745dfa req-7f308461-ddd4-4f2d-8f50-edf28e22c0cf tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559719 Jun 21 19:57:53.485108 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-915ec291-4594-47b5-81dc-8f952b3960bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:53.586070 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a8c9-2d1f-4381-b187-24266f50c992 req-fc9fcefc-4aee-4a41-aee8-3f48284a73b2 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:53.593227 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bd95a8c9-2d1f-4381-b187-24266f50c992 req-fc9fcefc-4aee-4a41-aee8-3f48284a73b2 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 944 time: 0.0653977 Jun 21 19:57:53.633610 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bd95a8c9-2d1f-4381-b187-24266f50c992 req-a32bf77c-7843-4fc4-a736-e6eded6213e5 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358491 Jun 21 19:57:53.912629 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38130) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:53.992573 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ba465-79a6-4860-bc3e-4b02f60ea157 req-9fb3b62b-8a87-4d3a-a432-fd9c782e6e24 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:53.994152 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-144ba465-79a6-4860-bc3e-4b02f60ea157 req-9fb3b62b-8a87-4d3a-a432-fd9c782e6e24 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0688546 Jun 21 19:57:54.010447 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-network', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:54.124687 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Made reservation on behalf of 9c8cb47bed7b4344a7a4e7174cf5e4da for: {'network': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:57:54.127069 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:54.137825 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:54.236434 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-144ba465-79a6-4860-bc3e-4b02f60ea157 req-71ec2ef2-09b6-49a5-8646-d95b9145984f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361808 Jun 21 19:57:54.286097 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:54.364816 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:54.367778 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-dd17a636-20cd-4ac5-8304-6c94e83186b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:54.390123 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=104793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:57:54.399254 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b41271-9568-4327-91d1-2ef49e4df3cd,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:54.403780 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:54.404483 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:54.404825 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.segments_db [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Added segment 73fd71d7-c8c1-42bc-bc7f-8694310d3e59 of type vlan for network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 Jun 21 19:57:54.445374 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:54.542448 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:54.543750 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:54.544325 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:54.546283 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:54.614509 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Pushing event updated for resources: {'Network': ['ID=5a818231-d4af-4097-9fe3-2bd4744ce6c3,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:54.637106 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:54.637467 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:57:54.754680 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8409324 Jun 21 19:57:54.760162 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 38152) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:54.764611 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Request body: {'subnet': {'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-subnet', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:54.862159 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Made reservation on behalf of 9c8cb47bed7b4344a7a4e7174cf5e4da for: {'subnet': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:57:54.864603 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30770922'] for subnet, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:54.956258 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dea41-6c04-4cd6-ad19-0911ffacae88 req-4676cfe4-0548-4e5d-a115-851488b29aef tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:54.957628 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a44dea41-6c04-4cd6-ad19-0911ffacae88 req-4676cfe4-0548-4e5d-a115-851488b29aef tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 944 time: 0.0620978 Jun 21 19:57:54.995715 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a44dea41-6c04-4cd6-ad19-0911ffacae88 req-835797e6-81a7-48ec-aa44-36c17c70b592 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Jun 21 19:57:55.088711 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30744992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30770936'] for subnet, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:55.090919 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2796ef81-8cee-412b-97bf-6c985b6c67d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:55.145471 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54e1a25-5703-467b-ba5a-987734b96f0a,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:55.149273 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:55.150756 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Checking segment: {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:57:55.151199 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Network hostable DHCP agents. Network: 5a818231-d4af-4097-9fe3-2bd4744ce6c3, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:57:55.214603 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:57:55.295821 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 5a818231-d4af-4097-9fe3-2bd4744ce6c3) {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:57:55.308944 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:55.309255 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:55.322863 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be72ab5-cbf7-4b97-bf45-721a4e08fcf0 None None] Network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:57:55.388839 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6293445 Jun 21 19:57:55.393076 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38168) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:55.398904 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:57:55.442726 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-8e6f1d2f-2f8d-4166-9a9a-0ef05449d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:55.442726 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-8e6f1d2f-2f8d-4166-9a9a-0ef05449d9e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f598f3310164fbda204950c08f03bf0&device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 1097 time: 0.0796740 Jun 21 19:57:55.481622 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad2e1e-8c8f-40f2-ab22-ea3ab52bb64d req-6a842313-8fda-4529-96d3-cf1f35729da1 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:55.481622 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2cad2e1e-8c8f-40f2-ab22-ea3ab52bb64d req-6a842313-8fda-4529-96d3-cf1f35729da1 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0960963 Jun 21 19:57:55.522602 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cbd27e-ac4b-5d60-81fc-ac2e7ea337cf-5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a'}]}} from dv-cinder-792462-15-iscsi. {{(pid=104796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:57:55.523571 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:55.529006 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2cad2e1e-8c8f-40f2-ab22-ea3ab52bb64d req-d96b0c30-bfaf-421b-a5f7-7ff711e26592 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508516 Jun 21 19:57:55.662758 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.db_base_plugin_common [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Allocated IP 172.20.0.2 (5a818231-d4af-4097-9fe3-2bd4744ce6c3/a54e1a25-5703-467b-ba5a-987734b96f0a/f8e25ddd-a149-43a8-b0d4-7560fe2946c8) {{(pid=104796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:57:55.691897 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-510613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4968'] for router, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:55.693024 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:55.697111 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-443942cd-14f6-433e-adbb-d5f2493434a1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48208b4a-085c-40a4-9d81-ba004112dcbe HTTP/1.1" status: 200 len: 217 time: 0.2429214 Jun 21 19:57:55.789602 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:55.793898 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-a451f18f-75a0-4099-be1e-548bae976078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:55.795353 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-a451f18f-75a0-4099-be1e-548bae976078 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59e7f2b-b680-41c3-b09f-b71c48694434 HTTP/1.1" status: 200 len: 849 time: 0.0907300 Jun 21 19:57:55.808574 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:55.817089 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Transition to ACTIVE for port object f8e25ddd-a149-43a8-b0d4-7560fe2946c8 will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:57:55.829866 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-8878ce9b-d127-46ac-b98d-6f3f52870574 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b65d7aa-2389-44bc-921d-586f04812e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273237 Jun 21 19:57:55.832479 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Transition to ACTIVE for port object f8e25ddd-a149-43a8-b0d4-7560fe2946c8 will not be triggered until provisioned by entity DHCP. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:57:55.918803 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-62ca2609-05de-4fe3-afed-4255dad6d030 service neutron] 10.222.0.22 "GET /v2.0/networks/1b65d7aa-2389-44bc-921d-586f04812e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811646 Jun 21 19:57:55.954045 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:55.956065 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-49b5074a-0075-4855-bba9-e6645014f11e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:55.992502 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 is already hosted by enough agents. {{(pid=104796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:57:55.996415 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.base_scheduler [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Resources bound (agent type, host, resource id): {{(pid=104796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:57:56.002489 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Received port after_create {{(pid=104796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:57:56.005465 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Pushing event updated for resources: {'Port': ['ID=f8e25ddd-a149-43a8-b0d4-7560fe2946c8,revision_number=1']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:56.016157 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.016498 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.016832 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.017156 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.017479 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.017823 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.018149 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.018464 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.018782 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.019096 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.019437 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.019773 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:56.037647 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:56.065453 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4981'] for router, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:56.068492 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Attempting to bind port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:57:56.068868 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Attempting to bind port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:57:56.069354 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Attempting to bind port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 on network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:57:56.074365 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:57:56.074743 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Checking segment: {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:57:56.075145 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:56.075582 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Bound using segment: {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:57:56.079599 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Bound port: f8e25ddd-a149-43a8-b0d4-7560fe2946c8, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:57:56.079599 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:56.140848 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] For port f8e25ddd-a149-43a8-b0d4-7560fe2946c8, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:57:56.143962 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] For port f8e25ddd-a149-43a8-b0d4-7560fe2946c8, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=f8e25ddd-a149-43a8-b0d4-7560fe2946c8,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:57:56.206243 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5942a5a-030f-422f-9797-703d76bea449 req-b35a368a-5afd-4910-8fe9-817f93d62dff tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:56.207740 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b5942a5a-030f-422f-9797-703d76bea449 req-b35a368a-5afd-4910-8fe9-817f93d62dff tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 944 time: 0.0998657 Jun 21 19:57:56.215790 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:56.219731 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:56.271770 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b5942a5a-030f-422f-9797-703d76bea449 req-1aee4b85-8566-4c83-b1cc-879e1ba829a6 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565240 Jun 21 19:57:56.283124 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Pushing event updated for resources: {'Port': ['ID=f8e25ddd-a149-43a8-b0d4-7560fe2946c8,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:56.289390 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:56.289390 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-54ef5c59-0769-4304-b2e7-c21724b408cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:56.427001 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:56.447559 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:56.569016 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Allocated IP 172.27.0.72 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/6117e810-08de-492a-8a04-11cd7a007999) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:57:56.728163 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:56.735311 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfafc6e-bcc5-4b97-a011-619cc8268d3e req-76b285f8-0c6f-433c-b9e0-86dd79070904 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:56.736866 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ebfafc6e-bcc5-4b97-a011-619cc8268d3e req-76b285f8-0c6f-433c-b9e0-86dd79070904 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0646753 Jun 21 19:57:56.774613 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ebfafc6e-bcc5-4b97-a011-619cc8268d3e req-364f1d1d-749d-4182-a761-96c8c1d5e3e3 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316684 Jun 21 19:57:56.868794 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:56.908086 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-bed0cbd4-14af-458f-a841-12a557eeb174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:56.949527 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:57:56.956588 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:57:56.963539 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:57:56.990981 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Pushing event updated for resources: {'Port': ['ID=6117e810-08de-492a-8a04-11cd7a007999,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:56.996963 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:57.029741 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd67c231-5351-46aa-bd1e-67c0c8b0847c req-96bc80f6-b420-4164-b8e8-5b2fcaf3ee35 service neutron] 10.222.0.22 "GET /v2.0/networks/1b65d7aa-2389-44bc-921d-586f04812e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701899 Jun 21 19:57:57.264155 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:57.284915 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04915ade-4bf3-4b08-b147-a417ff92510d None None] Network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:57:57.343075 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:57.349510 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:57.485705 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-90e44706-aeb6-4eab-83a9-82bb8bd45b68 None None] Provisioning for port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:57:57.565039 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device f8e25ddd-a149-43a8-b0d4-7560fe2946c8 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:57:57.576119 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea692558-74dd-4a60-bb15-7a8f6e75a3e4 req-8f4766a3-ab34-4221-9d34-b27acb905055 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:57.577665 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ea692558-74dd-4a60-bb15-7a8f6e75a3e4 req-8f4766a3-ab34-4221-9d34-b27acb905055 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 944 time: 0.1922388 Jun 21 19:57:57.669806 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ea692558-74dd-4a60-bb15-7a8f6e75a3e4 req-0441e691-d552-44be-b128-9b2ea56f404b tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829751 Jun 21 19:57:57.671192 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570368'] for router, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:57.695733 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:57:57.703117 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:57:57.703538 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:57.742164 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-1cb3c580-f3a5-49e3-814b-b22d625808f1 None None] Provisioning complete for port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:57:57.742548 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c580-f3a5-49e3-814b-b22d625808f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:57.823663 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:57.882777 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c580-f3a5-49e3-814b-b22d625808f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:57.900685 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port f8e25ddd-a149-43a8-b0d4-7560fe2946c8, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=f8e25ddd-a149-43a8-b0d4-7560fe2946c8,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:57:57.941785 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc is scheduled to L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f with binding_index 1 {{(pid=104793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:57:57.951978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be050e25-1ac5-4dcc-a448-34072239aae5 req-cb1e59eb-9886-43af-815c-0a2dc80de0f6 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:57.953459 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-be050e25-1ac5-4dcc-a448-34072239aae5 req-cb1e59eb-9886-43af-815c-0a2dc80de0f6 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0632663 Jun 21 19:57:57.995391 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-be050e25-1ac5-4dcc-a448-34072239aae5 req-8898759d-1f61-467a-8f02-c44bef7f9705 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358202 Jun 21 19:57:57.997053 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:57.999354 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:58.068660 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.db.api [None req-1cb3c580-f3a5-49e3-814b-b22d625808f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 19:57:58.068951 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_db.api [None req-1cb3c580-f3a5-49e3-814b-b22d625808f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 19:57:58.073576 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=f8e25ddd-a149-43a8-b0d4-7560fe2946c8,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:58.076623 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:58.218709 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:57:58.226921 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Sync routers for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:57:58.236388 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:57:58.241754 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:57:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:58.325042 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Notify callbacks [] for router, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:58.328796 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9320188 Jun 21 19:57:58.329223 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38212) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:57:58.346222 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:57:58.402775 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:58.433111 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:58.518299 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:57Z', 'revision_number': 3, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:58.543566 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Checking router: e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:57:58.543918 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Updating router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc port 6117e810-08de-492a-8a04-11cd7a007999 binding host dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:57:58.588613 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:58.754779 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:58.916992 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Notify callbacks [] for port, precommit_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:58.927004 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.provisioning_blocks [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Transition to ACTIVE for port object 6117e810-08de-492a-8a04-11cd7a007999 will not be triggered until provisioned by entity L2. {{(pid=104797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:57:58.981392 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e88335-26ae-4b5d-a663-1ca1271a8ebc req-0f794249-3df5-48f6-b3b8-0de92bbd58f2 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:58.982881 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-82e88335-26ae-4b5d-a663-1ca1271a8ebc req-0f794249-3df5-48f6-b3b8-0de92bbd58f2 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 944 time: 0.1739566 Jun 21 19:57:59.007148 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Allocated IP 172.20.0.1 (5a818231-d4af-4097-9fe3-2bd4744ce6c3/a54e1a25-5703-467b-ba5a-987734b96f0a/bbf534fa-c475-428b-83cc-9cb3052561cf) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:57:59.029881 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:59.033814 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:59.037010 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e6d6b-5218-4ea7-b370-f37ecee6b781 req-fa939d93-d7d4-4f64-bf75-39b3a11f1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:59.038473 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-613e6d6b-5218-4ea7-b370-f37ecee6b781 req-fa939d93-d7d4-4f64-bf75-39b3a11f1578 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f598f3310164fbda204950c08f03bf0&device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 1097 time: 0.1619194 Jun 21 19:57:59.090214 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Pushing event updated for resources: {'Port': ['ID=6117e810-08de-492a-8a04-11cd7a007999,revision_number=2']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:59.099252 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.100011 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-82e88335-26ae-4b5d-a663-1ca1271a8ebc req-b5b7b4d6-c6d9-478b-b9c6-27c4e492de9c tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066916 Jun 21 19:57:59.110861 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.111317 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.111693 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.112035 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.112394 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.112730 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.113058 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.113401 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.114290 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.114290 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.114471 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:57:59.122099 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:59.123372 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Attempting to bind port 6117e810-08de-492a-8a04-11cd7a007999 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:57:59.123933 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Attempting to bind port 6117e810-08de-492a-8a04-11cd7a007999 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:57:59.124524 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Attempting to bind port 6117e810-08de-492a-8a04-11cd7a007999 on network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:57:59.130743 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:57:59.152511 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Checking segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:57:59.152511 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:59.152511 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Bound using segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:57:59.152511 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Bound port: 6117e810-08de-492a-8a04-11cd7a007999, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:57:59.152511 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:59.188169 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] For port 6117e810-08de-492a-8a04-11cd7a007999, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:57:59.191518 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] For port 6117e810-08de-492a-8a04-11cd7a007999, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=6117e810-08de-492a-8a04-11cd7a007999,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:57:59.213477 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34157ec0-078c-4a72-b9e6-749511a3e9c0 req-00e825d8-0c5e-422d-acbb-3a1e1ee8a808 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:59.215072 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34157ec0-078c-4a72-b9e6-749511a3e9c0 req-00e825d8-0c5e-422d-acbb-3a1e1ee8a808 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0834460 Jun 21 19:57:59.221463 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e6d6b-5218-4ea7-b370-f37ecee6b781 req-96a81507-ccd7-4c89-95fb-2585fb0a676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:57:59.222889 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-613e6d6b-5218-4ea7-b370-f37ecee6b781 req-96a81507-ccd7-4c89-95fb-2585fb0a676b service neutron] 10.222.0.22 "GET /v2.0/networks?id=1b65d7aa-2389-44bc-921d-586f04812e54 HTTP/1.1" status: 200 len: 910 time: 0.1644311 Jun 21 19:57:59.227317 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:59.240524 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.provisioning_blocks [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Transition to ACTIVE for port object bbf534fa-c475-428b-83cc-9cb3052561cf will not be triggered until provisioned by entity DHCP. {{(pid=104793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:57:59.253474 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34157ec0-078c-4a72-b9e6-749511a3e9c0 req-5dff2df5-9940-4788-baf1-da1245caef0e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325260 Jun 21 19:57:59.270116 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:59.273501 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:59.324664 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:57:59.325265 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:57:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:59.336481 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:59.340197 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:57:59.361697 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Pushing event updated for resources: {'Port': ['ID=6117e810-08de-492a-8a04-11cd7a007999,revision_number=3']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:59.365869 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-60882f96-9f31-4622-8618-0f64426cee8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:59.379438 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:57:59.386194 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:57:59.389017 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:57:59.394706 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf534fa-c475-428b-83cc-9cb3052561cf,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:57:59.423510 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:57:59.441024 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568879'] for router_interface, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:59.444574 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:57:59.543897 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device f8e25ddd-a149-43a8-b0d4-7560fe2946c8 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:57:59.603602 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:57:59.603988 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:59.656045 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:57Z', 'revision_number': 3, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:57:59.687146 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b88d4-d8e8-4344-b4db-8baad8223a85 None None] The sync data for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi is: [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:57Z', 'revision_number': 3, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:57:59.696496 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:59.756875 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-47bad387-ef11-4ee6-9f5e-50e602dfafac None None] Provisioning for port bbf534fa-c475-428b-83cc-9cb3052561cf completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:57:59.761951 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-47bad387-ef11-4ee6-9f5e-50e602dfafac None None] Provisioning complete for port bbf534fa-c475-428b-83cc-9cb3052561cf triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:57:59.762361 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-47bad387-ef11-4ee6-9f5e-50e602dfafac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:57:59.813168 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-47bad387-ef11-4ee6-9f5e-50e602dfafac None None] Port bbf534fa-c475-428b-83cc-9cb3052561cf cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:57:59.885021 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:00.002429 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:00.005116 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:00.073808 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf534fa-c475-428b-83cc-9cb3052561cf,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:00.075998 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569910'] for router_interface, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:00.086440 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:00.183509 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:58:00.183509 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:58:00.436692 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-77d19bc1-7d37-4348-b95c-a92046022a5e None None] Provisioning complete for port bbf534fa-c475-428b-83cc-9cb3052561cf triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:58:00.437234 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-77d19bc1-7d37-4348-b95c-a92046022a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:00.450451 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25b481-6981-4587-8912-656434b708be req-d9f4b7f8-6700-4eee-97eb-7bdb58001377 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:00.452801 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cf25b481-6981-4587-8912-656434b708be req-d9f4b7f8-6700-4eee-97eb-7bdb58001377 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0712769 Jun 21 19:58:00.482151 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-77d19bc1-7d37-4348-b95c-a92046022a5e None None] Port bbf534fa-c475-428b-83cc-9cb3052561cf cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:58:00.493677 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cf25b481-6981-4587-8912-656434b708be req-b4bf3a13-25c9-4019-9dcf-9dfafa0cdfad tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351741 Jun 21 19:58:00.548084 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a350dce-3e23-4357-a588-b9c4642fae65 req-aed0a73f-dfc4-482c-b271-e28ef269c294 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:00.549634 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4a350dce-3e23-4357-a588-b9c4642fae65 req-aed0a73f-dfc4-482c-b271-e28ef269c294 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 944 time: 0.3129818 Jun 21 19:58:00.551594 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:58:00.626591 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4a350dce-3e23-4357-a588-b9c4642fae65 req-aa07294b-caf1-4ab6-9ec5-6917407c8655 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708580 Jun 21 19:58:00.684218 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:58:00.689062 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] 10.222.0.30 "PUT /v2.0/routers/e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3581963 Jun 21 19:58:01.295875 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Sync routers for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:58:01.304941 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:58:01.305556 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:57:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:58:01.385712 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38272) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:01.390561 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-a1b14a2f-dc94-4ecb-8961-b8f00b97b4c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2147270998', 'description': 'tempest-description--1285757775'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:58:01.477000 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a1b14a2f-dc94-4ecb-8961-b8f00b97b4c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:01.516997 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:58:01.567002 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 6117e810-08de-492a-8a04-11cd7a007999 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:58:01.593321 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a1b14a2f-dc94-4ecb-8961-b8f00b97b4c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:01.672736 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a1b14a2f-dc94-4ecb-8961-b8f00b97b4c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:01.676609 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-4749054d-6392-41a2-81d9-b74e125be06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:01.737185 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b14a2f-dc94-4ecb-8961-b8f00b97b4c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639afc3a-a678-4d98-a2aa-31cc45d1d2da,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:01.740664 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a1b14a2f-dc94-4ecb-8961-b8f00b97b4c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:01.783370 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ab8ca-357a-494f-9266-638cdd5b63c8 req-753294a4-13e7-42ec-ab8d-66dabfb1812f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:01.783370 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bf3ab8ca-357a-494f-9266-638cdd5b63c8 req-753294a4-13e7-42ec-ab8d-66dabfb1812f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0827053 Jun 21 19:58:01.783370 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a1b14a2f-dc94-4ecb-8961-b8f00b97b4c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:01.783370 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-a1b14a2f-dc94-4ecb-8961-b8f00b97b4c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3955758 Jun 21 19:58:01.785379 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38278) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:01.796869 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-7ed7cb5e-9c1d-4077-a4eb-d018955333f7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'security_group_rule': {'security_group_id': '639afc3a-a678-4d98-a2aa-31cc45d1d2da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:58:01.838016 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 6117e810-08de-492a-8a04-11cd7a007999 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:58:01.848562 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 6117e810-08de-492a-8a04-11cd7a007999 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:58:01.848952 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:01.851662 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bf3ab8ca-357a-494f-9266-638cdd5b63c8 req-63bb4a51-9098-4ebc-a7ce-051250d9351b tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668883 Jun 21 19:58:01.852504 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac509574-0767-41ef-a614-d5ce54d3c5fe req-9427ceb8-39f5-4756-a1e2-6faf7c4c20c6 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:01.856876 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ac509574-0767-41ef-a614-d5ce54d3c5fe req-9427ceb8-39f5-4756-a1e2-6faf7c4c20c6 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 944 time: 0.1006620 Jun 21 19:58:01.928760 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ac509574-0767-41ef-a614-d5ce54d3c5fe req-4d9b97d5-50c3-4084-a3b5-ac0be86a7d61 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632808 Jun 21 19:58:01.930159 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 2, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:58:01.934852 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7ed7cb5e-9c1d-4077-a4eb-d018955333f7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:01.958365 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Checking router: e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:58:01.958724 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Updating router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc port bbf534fa-c475-428b-83cc-9cb3052561cf binding host dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:58:02.003062 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7ed7cb5e-9c1d-4077-a4eb-d018955333f7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.020916 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.022734 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.051832 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 6117e810-08de-492a-8a04-11cd7a007999, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=6117e810-08de-492a-8a04-11cd7a007999,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:02.088169 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7ed7cb5e-9c1d-4077-a4eb-d018955333f7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.090160 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:02.106591 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7cb5e-9c1d-4077-a4eb-d018955333f7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae66312-4e98-43a5-bef5-299427b9f78e,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:02.110296 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-7ed7cb5e-9c1d-4077-a4eb-d018955333f7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:02.127854 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.131745 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-49b5074a-0075-4855-bba9-e6645014f11e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:02.166108 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-613e6d6b-5218-4ea7-b370-f37ecee6b781 req-004527ef-14eb-4327-9f80-77bcf52fc720 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48208b4a-085c-40a4-9d81-ba004112dcbe HTTP/1.1" status: 200 len: 217 time: 0.0371628 Jun 21 19:58:02.206625 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7ed7cb5e-9c1d-4077-a4eb-d018955333f7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.210245 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-7ed7cb5e-9c1d-4077-a4eb-d018955333f7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4208274 Jun 21 19:58:02.210446 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38294) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:02.215326 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-12db0438-2a36-4d7d-aff1-c234099857c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'security_group_rule': {'security_group_id': '639afc3a-a678-4d98-a2aa-31cc45d1d2da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:58:02.248075 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=6117e810-08de-492a-8a04-11cd7a007999,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:02.251956 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e6d6b-5218-4ea7-b370-f37ecee6b781 req-77770ead-3ce6-4db4-8910-8d84ae1461ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:02.252118 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:02.253917 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-613e6d6b-5218-4ea7-b370-f37ecee6b781 req-77770ead-3ce6-4db4-8910-8d84ae1461ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59e7f2b-b680-41c3-b09f-b71c48694434 HTTP/1.1" status: 200 len: 849 time: 0.0796747 Jun 21 19:58:02.273100 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6ef8173-2a3b-4dda-ac6a-7b504ac99394 req-1fb421b4-7e47-479a-abe0-194c832b94e9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1116266 Jun 21 19:58:02.291569 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-613e6d6b-5218-4ea7-b370-f37ecee6b781 req-445b8d00-d949-4452-93c1-b5d78f8520f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b65d7aa-2389-44bc-921d-586f04812e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298703 Jun 21 19:58:02.369381 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12db0438-2a36-4d7d-aff1-c234099857c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.378705 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.390700 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Transition to ACTIVE for port object bbf534fa-c475-428b-83cc-9cb3052561cf will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:58:02.399471 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8173-2a3b-4dda-ac6a-7b504ac99394 req-0dcb6a1b-b22d-44c2-b26e-db7c3eaf3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:02.401552 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6ef8173-2a3b-4dda-ac6a-7b504ac99394 req-0dcb6a1b-b22d-44c2-b26e-db7c3eaf3688 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 1098 time: 0.0675359 Jun 21 19:58:02.409393 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.22', 63006) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:02.441839 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-613e6d6b-5218-4ea7-b370-f37ecee6b781 req-dc1ab948-06e7-4208-a59c-f41a05bc48fa service neutron] 10.222.0.22 "GET /v2.0/networks/1b65d7aa-2389-44bc-921d-586f04812e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402955 Jun 21 19:58:02.463156 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12db0438-2a36-4d7d-aff1-c234099857c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.533346 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f8db5-1c87-4bbb-872c-b731ad15c816 req-63c38512-d61c-415e-acb6-dfbf9cb5ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:02.534819 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-901f8db5-1c87-4bbb-872c-b731ad15c816 req-63c38512-d61c-415e-acb6-dfbf9cb5ffe9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 1099 time: 0.1201124 Jun 21 19:58:02.537056 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.540410 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-613e6d6b-5218-4ea7-b370-f37ecee6b781 req-e51fdea8-ca40-4d96-a6d3-75e8b14944e4 service neutron] 10.222.0.22 "GET /v2.0/networks/1b65d7aa-2389-44bc-921d-586f04812e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846760 Jun 21 19:58:02.541131 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:02.554682 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8173-2a3b-4dda-ac6a-7b504ac99394 req-30750de3-ac4c-4018-b660-3bb21ff3c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:02.556236 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6ef8173-2a3b-4dda-ac6a-7b504ac99394 req-30750de3-ac4c-4018-b660-3bb21ff3c2e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 919 time: 0.1124568 Jun 21 19:58:02.616494 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12db0438-2a36-4d7d-aff1-c234099857c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.616965 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b6c11-4056-4c34-b2ae-6d834ecd5959 None None] Pushing event updated for resources: {'Port': ['ID=bbf534fa-c475-428b-83cc-9cb3052561cf,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:02.618615 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-7ed7cb5e-9c1d-4077-a4eb-d018955333f7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:02.626585 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-af9b6c11-4056-4c34-b2ae-6d834ecd5959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:02.635878 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db0438-2a36-4d7d-aff1-c234099857c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37286617-c4cb-4c7a-96a0-95ef4723d07b,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:02.637841 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6ef8173-2a3b-4dda-ac6a-7b504ac99394 req-78fd205c-d15e-4b5d-8b7d-369ca840a115 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 HTTP/1.1" status: 200 len: 217 time: 0.0668628 Jun 21 19:58:02.640079 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-901f8db5-1c87-4bbb-872c-b731ad15c816 req-a9691f0e-e592-4d3c-b410-ad5ac93eb914 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912204 Jun 21 19:58:02.644726 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-12db0438-2a36-4d7d-aff1-c234099857c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:02.676337 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Attempting to bind port bbf534fa-c475-428b-83cc-9cb3052561cf on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:58:02.676741 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Attempting to bind port bbf534fa-c475-428b-83cc-9cb3052561cf by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:58:02.678306 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Attempting to bind port bbf534fa-c475-428b-83cc-9cb3052561cf on network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:58:02.682340 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:58:02.682660 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Checking segment: {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:58:02.683096 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.683587 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Bound using segment: {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:58:02.684110 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Bound port: bbf534fa-c475-428b-83cc-9cb3052561cf, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:58:02.684496 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.725355 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12db0438-2a36-4d7d-aff1-c234099857c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.726591 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-12db0438-2a36-4d7d-aff1-c234099857c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152695 Jun 21 19:58:02.731602 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38296) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:02.737348 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'floatingip': {'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:58:02.749480 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8173-2a3b-4dda-ac6a-7b504ac99394 req-aec8564b-5044-4d65-9a2a-d112bb28862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:02.751276 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6ef8173-2a3b-4dda-ac6a-7b504ac99394 req-aec8564b-5044-4d65-9a2a-d112bb28862a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.0469222 Jun 21 19:58:02.761561 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] For port bbf534fa-c475-428b-83cc-9cb3052561cf, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:58:02.765693 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] For port bbf534fa-c475-428b-83cc-9cb3052561cf, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=bbf534fa-c475-428b-83cc-9cb3052561cf,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:58:02.798133 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6ef8173-2a3b-4dda-ac6a-7b504ac99394 req-3c964b8e-7c5a-4acf-b45c-db9ed8a7b147 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369239 Jun 21 19:58:02.865429 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.872748 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:02.874883 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:02.944366 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6ef8173-2a3b-4dda-ac6a-7b504ac99394 req-9b44bbab-1795-43e9-abb7-cf382ae59e71 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362233 Jun 21 19:58:03.028307 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:58:03.028954 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:57:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:58:03.030876 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b6c11-4056-4c34-b2ae-6d834ecd5959 None None] Pushing event updated for resources: {'Port': ['ID=bbf534fa-c475-428b-83cc-9cb3052561cf,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:03.034690 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-af9b6c11-4056-4c34-b2ae-6d834ecd5959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:03.054421 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:03.199955 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:58:03.208144 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6ef8173-2a3b-4dda-ac6a-7b504ac99394 req-ef2e7b80-4318-4d3e-9c35-401d1b492f28 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553205 Jun 21 19:58:03.266947 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bb532-47bf-46b4-a736-d707c3f6884e req-c593262e-a829-4789-9eb1-106179d69f00 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:03.268457 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d02bb532-47bf-46b4-a736-d707c3f6884e req-c593262e-a829-4789-9eb1-106179d69f00 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 944 time: 0.1152892 Jun 21 19:58:03.311072 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Allocated IP 172.27.0.64 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/2bdf05fa-f596-4988-aa55-ffe1380e92c8) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:58:03.336867 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d02bb532-47bf-46b4-a736-d707c3f6884e req-41daeb91-a7ad-42f3-b156-736097e6280c tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626075 Jun 21 19:58:03.404911 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b098d6-fde8-4205-a361-1aa4f84d5d18 req-5f0f5d7a-ff43-4eb4-9f33-798c2e8ced91 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:03.406304 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-15b098d6-fde8-4205-a361-1aa4f84d5d18 req-5f0f5d7a-ff43-4eb4-9f33-798c2e8ced91 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.2669120 Jun 21 19:58:03.440461 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:58:03.468728 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b90c2b-c168-4f7e-857e-11841b3b7fc9 None None] The sync data for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi is: [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:58:03.480208 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-15b098d6-fde8-4205-a361-1aa4f84d5d18 req-ba742bb1-5f40-4ad2-a8ba-8fd94dc40120 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600572 Jun 21 19:58:03.486266 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:03.579426 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 6117e810-08de-492a-8a04-11cd7a007999 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:58:03.659596 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 6117e810-08de-492a-8a04-11cd7a007999 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:58:03.659596 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:03.694425 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:03.698677 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:03.754095 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:58:03.757296 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:58:03.761839 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:58:03.800077 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'Port': ['ID=2bdf05fa-f596-4988-aa55-ffe1380e92c8,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:03.804383 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:03.917823 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:04.051623 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:04.221115 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:04.324663 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:04.327002 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:04.404701 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'Port': ['ID=2bdf05fa-f596-4988-aa55-ffe1380e92c8,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:04.407776 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:04.415991 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:04.507724 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:04.510344 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7772760 Jun 21 19:58:04.563548 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4092be-63c0-4c2a-999a-3b70ac3c1e92 req-8cfecd67-831e-4d15-9132-5f14cd28aa78 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:04.565444 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5f4092be-63c0-4c2a-999a-3b70ac3c1e92 req-8cfecd67-831e-4d15-9132-5f14cd28aa78 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 944 time: 0.0753481 Jun 21 19:58:04.608417 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5f4092be-63c0-4c2a-999a-3b70ac3c1e92 req-4237d3cb-e3f9-4d60-839a-cb45f95332be tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370123 Jun 21 19:58:04.757817 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665d87e-c4cf-473c-ae4f-ebe71c60ab75 req-29a47a6c-9a04-40de-9cdd-906f3eee1dde tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:04.760627 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f665d87e-c4cf-473c-ae4f-ebe71c60ab75 req-29a47a6c-9a04-40de-9cdd-906f3eee1dde tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0842233 Jun 21 19:58:04.798407 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-7aa108a1-df9a-40f5-93eb-ecf5be3dd945 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2147270998&fields=id&tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da HTTP/1.1" status: 200 len: 267 time: 0.0664077 Jun 21 19:58:04.825580 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f665d87e-c4cf-473c-ae4f-ebe71c60ab75 req-09392aea-5f05-4f23-9b3c-0bde164fd9bd tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585620 Jun 21 19:58:04.913788 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-531042d3-567f-44ca-9bd8-58bc51974d2d tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:04.915481 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-531042d3-567f-44ca-9bd8-58bc51974d2d tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 817 time: 0.1106589 Jun 21 19:58:04.931653 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-33865e13-c56a-487c-80b9-1221613900ca tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/quotas/9c8cb47bed7b4344a7a4e7174cf5e4da HTTP/1.1" status: 200 len: 375 time: 0.0101333 Jun 21 19:58:05.012152 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43b614-5b05-4cfa-b4e4-a4d0e2ad2d88 req-909d515e-7ffa-4cbe-8699-b89975228c42 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:05.013619 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6b43b614-5b05-4cfa-b4e4-a4d0e2ad2d88 req-909d515e-7ffa-4cbe-8699-b89975228c42 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0632849 Jun 21 19:58:05.029275 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-42413102-62ee-44ec-8718-52c838c6d98e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878325 Jun 21 19:58:05.064043 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6b43b614-5b05-4cfa-b4e4-a4d0e2ad2d88 req-8fb8575c-aa31-4012-9876-df5f80187ee1 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Jun 21 19:58:05.136006 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-2e56c5b1-6a70-4932-9473-558737180108 service neutron] 10.222.0.30 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923009 Jun 21 19:58:05.231645 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-e434504a-252d-4996-961b-8cf37372afcf service neutron] 10.222.0.30 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916684 Jun 21 19:58:05.533652 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ca58e30d-b162-4384-88b8-d4e90350d6cb req-c5a5cb64-3459-4458-ba7b-e3e41de4e3a5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 210 time: 0.0329454 Jun 21 19:58:05.541990 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device bbf534fa-c475-428b-83cc-9cb3052561cf up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:58:05.667616 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port bbf534fa-c475-428b-83cc-9cb3052561cf completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:58:05.671821 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port bbf534fa-c475-428b-83cc-9cb3052561cf triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:58:05.672230 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:05.749728 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:05.795395 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port bbf534fa-c475-428b-83cc-9cb3052561cf, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=bbf534fa-c475-428b-83cc-9cb3052561cf,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:05.817333 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56a720-dba2-4f6a-b914-4c700a0c2464 req-516fd4e1-e828-4c39-8570-59dc80599da6 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:05.818815 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2e56a720-dba2-4f6a-b914-4c700a0c2464 req-516fd4e1-e828-4c39-8570-59dc80599da6 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 944 time: 0.0862424 Jun 21 19:58:05.848061 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:05.853286 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:05.864941 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2e56a720-dba2-4f6a-b914-4c700a0c2464 req-ae22ebaa-686d-441b-8006-6da3aca03bcc tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384803 Jun 21 19:58:05.902410 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=bbf534fa-c475-428b-83cc-9cb3052561cf,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:05.906302 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 48208b4a-085c-40a4-9d81-ba004112dcbe details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:58:05.908338 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:06.000516 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 48208b4a-085c-40a4-9d81-ba004112dcbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=48208b4a-085c-40a4-9d81-ba004112dcbe,segment=NetworkSegment(585e1e36-c31f-4c22-82be-73b3ab54fc0d),segment_id=585e1e36-c31f-4c22-82be-73b3ab54fc0d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:06.011979 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '48208b4a-085c-40a4-9d81-ba004112dcbe', 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54', 'port_id': '48208b4a-085c-40a4-9d81-ba004112dcbe', 'mac_address': 'fa:16:3e:fa:5b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59e7f2b-b680-41c3-b09f-b71c48694434', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:58:06.051116 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:06.065394 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48208b4a-085c-40a4-9d81-ba004112dcbe {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:58:06.084923 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 48208b4a-085c-40a4-9d81-ba004112dcbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=48208b4a-085c-40a4-9d81-ba004112dcbe,segment=NetworkSegment(585e1e36-c31f-4c22-82be-73b3ab54fc0d),segment_id=585e1e36-c31f-4c22-82be-73b3ab54fc0d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:06.169600 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:06.172252 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-af9b6c11-4056-4c34-b2ae-6d834ecd5959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:06.220843 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=48208b4a-085c-40a4-9d81-ba004112dcbe,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:06.226490 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:06.683320 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ec62491a-054f-4d9d-a3d5-c572ddedd80d req-81c77f71-4982-4bad-9050-5566e7d1b784 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 210 time: 0.0296257 Jun 21 19:58:07.043912 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc4ff-fdbe-457d-9d85-82c86b032b29 req-6654386c-008e-4b50-8333-a096cd84577c tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:07.045489 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-aa3dc4ff-fdbe-457d-9d85-82c86b032b29 req-6654386c-008e-4b50-8333-a096cd84577c tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 945 time: 0.0662148 Jun 21 19:58:07.082248 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-aa3dc4ff-fdbe-457d-9d85-82c86b032b29 req-ea5458b4-02d1-47ac-9c5f-d5cbb7c21563 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308454 Jun 21 19:58:07.244064 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['48208b4a-085c-40a4-9d81-ba004112dcbe'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:58:07.514480 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device bbf534fa-c475-428b-83cc-9cb3052561cf up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:58:07.560912 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port bbf534fa-c475-428b-83cc-9cb3052561cf triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:58:07.561299 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:07.827752 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fc368fe8-9987-4294-acd4-a5c15fef164e req-640a096f-8e1f-4366-bd9d-f0b72ac686bd tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 210 time: 0.0289688 Jun 21 19:58:08.255615 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574fbbd-ead2-4492-a1e8-b6e58f2e2c80 req-34478f4f-bcf2-4278-93df-f02bd17e672a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:08.257078 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c574fbbd-ead2-4492-a1e8-b6e58f2e2c80 req-34478f4f-bcf2-4278-93df-f02bd17e672a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 945 time: 0.0624883 Jun 21 19:58:08.299009 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c574fbbd-ead2-4492-a1e8-b6e58f2e2c80 req-c6d54dd6-d483-43ea-bd77-2ac45df07344 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349410 Jun 21 19:58:08.976665 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-369a354d-3b3b-4c94-b314-8fe1b7067f31 req-bc54c911-64ae-4842-993d-a3eb238d39af tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 210 time: 0.0324826 Jun 21 19:58:09.468223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4388b3d-36d8-41cb-b7b0-cfb975997119 req-cc90af0f-e5ce-4852-b07e-01ee9eb37a4c tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:09.469654 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d4388b3d-36d8-41cb-b7b0-cfb975997119 req-cc90af0f-e5ce-4852-b07e-01ee9eb37a4c tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 945 time: 0.0615568 Jun 21 19:58:09.506075 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d4388b3d-36d8-41cb-b7b0-cfb975997119 req-570e1638-4d58-4ac8-94b5-2fcb62c65bb8 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Jun 21 19:58:10.120478 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e8e4bbb0-fde2-4d6a-ba9d-236b09e75f53 req-a2559d4f-ea34-4967-9c33-bf7725f62ee2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 210 time: 0.0271454 Jun 21 19:58:10.681603 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b811c-9505-41c9-b685-9bf453c174b1 req-c229943e-df0a-426d-b1bf-e69d9171d1c6 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:10.683025 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ba8b811c-9505-41c9-b685-9bf453c174b1 req-c229943e-df0a-426d-b1bf-e69d9171d1c6 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 945 time: 0.0651891 Jun 21 19:58:10.719712 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ba8b811c-9505-41c9-b685-9bf453c174b1 req-b8e29679-b361-4deb-986a-1d7aba9d3199 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309768 Jun 21 19:58:11.043492 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-42175bc3-8058-4c6c-878c-b28f0e3d7362 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:11.045035 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-42175bc3-8058-4c6c-878c-b28f0e3d7362 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.22 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 817 time: 0.1134222 Jun 21 19:58:11.115224 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-067f0964-fcd8-474e-80f6-c20a3d2c5fcb tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da HTTP/1.1" status: 200 len: 380 time: 0.0579464 Jun 21 19:58:11.137848 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'port': {'device_id': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'admin_state_up': True, 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'security_groups': ['639afc3a-a678-4d98-a2aa-31cc45d1d2da']}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:58:11.297658 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1780771a-41d9-4ea2-9b10-11c404fc06dc req-4afd2a96-db2c-4002-aaf5-c98d28757b55 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 210 time: 0.0341620 Jun 21 19:58:11.358502 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Made reservation on behalf of 9c8cb47bed7b4344a7a4e7174cf5e4da for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:58:11.362075 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:11.499168 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Allocated IP 172.20.0.9 (5a818231-d4af-4097-9fe3-2bd4744ce6c3/a54e1a25-5703-467b-ba5a-987734b96f0a/898ec037-19cb-47ea-96c3-97f16a9ca4fa) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:58:11.639933 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:11.652926 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Transition to ACTIVE for port object 898ec037-19cb-47ea-96c3-97f16a9ca4fa will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:58:11.787163 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:11.855048 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:11.921200 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:58:11.929793 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:58:11.936739 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84d9c5-705a-4c3b-a6c8-9d79988bbdf6 req-037ea572-249e-4def-b597-f5e412387cee tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:11.938911 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:58:11.939652 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bd84d9c5-705a-4c3b-a6c8-9d79988bbdf6 req-037ea572-249e-4def-b597-f5e412387cee tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 945 time: 0.0681033 Jun 21 19:58:11.944207 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'Port': ['ID=898ec037-19cb-47ea-96c3-97f16a9ca4fa,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:11.972576 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:11.989219 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bd84d9c5-705a-4c3b-a6c8-9d79988bbdf6 req-adb5a8a9-0ba2-4d26-8f24-952a986f6c60 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Jun 21 19:58:11.994201 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9022ed-7225-4673-b9e2-720e52c6f0d5 req-e4c19d74-8352-47f1-a1c1-9ce1fadfb80c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:11.995788 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5f9022ed-7225-4673-b9e2-720e52c6f0d5 req-e4c19d74-8352-47f1-a1c1-9ce1fadfb80c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.2276616 Jun 21 19:58:12.026439 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa228b-4e56-411c-ac7a-c43806b46412 req-031689ec-58c7-40e9-9ba5-def18df49cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:12.028464 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ceaa228b-4e56-411c-ac7a-c43806b46412 req-031689ec-58c7-40e9-9ba5-def18df49cf0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 1098 time: 0.2138875 Jun 21 19:58:12.069308 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:12.070028 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:12.123786 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5f9022ed-7225-4673-b9e2-720e52c6f0d5 req-04d3afe8-1c97-4bca-8054-50663fdea588 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214321 Jun 21 19:58:12.188456 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa228b-4e56-411c-ac7a-c43806b46412 req-135dc500-d5a3-4dcc-89a4-eb6e7cb96a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:12.189961 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ceaa228b-4e56-411c-ac7a-c43806b46412 req-135dc500-d5a3-4dcc-89a4-eb6e7cb96a5e service neutron] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 919 time: 0.1446784 Jun 21 19:58:12.194297 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0643988 Jun 21 19:58:12.212465 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Request body: {'port': {'device_id': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:58:12.263399 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ceaa228b-4e56-411c-ac7a-c43806b46412 req-6d1303bf-a1c5-4524-96a6-744c3c057689 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 HTTP/1.1" status: 200 len: 217 time: 0.0609033 Jun 21 19:58:12.288088 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 48208b4a-085c-40a4-9d81-ba004112dcbe up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:58:12.349039 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa228b-4e56-411c-ac7a-c43806b46412 req-ccde4580-8caf-4a04-a2d9-5ad0f3e0df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:12.350447 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ceaa228b-4e56-411c-ac7a-c43806b46412 req-ccde4580-8caf-4a04-a2d9-5ad0f3e0df4c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.0794489 Jun 21 19:58:12.356714 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:12.390622 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ceaa228b-4e56-411c-ac7a-c43806b46412 req-9b31a2b3-2115-4b46-9ff4-6f1e64b2dea8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319605 Jun 21 19:58:12.431823 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-cc702566-2c76-4389-a185-abc32672e2cb None None] Provisioning for port 898ec037-19cb-47ea-96c3-97f16a9ca4fa completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:58:12.438873 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 48208b4a-085c-40a4-9d81-ba004112dcbe completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:58:12.450683 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-cc702566-2c76-4389-a185-abc32672e2cb None None] Provisioning complete for port 898ec037-19cb-47ea-96c3-97f16a9ca4fa triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:58:12.451309 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cc702566-2c76-4389-a185-abc32672e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:12.453916 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 48208b4a-085c-40a4-9d81-ba004112dcbe triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:58:12.454302 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:12.504887 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06e00e-49ef-4c62-a385-d1142b2be7b5 req-7f0eb2d6-839a-418e-93b0-8cc47c6fcf1d tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:12.506794 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-db06e00e-49ef-4c62-a385-d1142b2be7b5 req-7f0eb2d6-839a-418e-93b0-8cc47c6fcf1d tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 931 time: 0.0902991 Jun 21 19:58:12.530617 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-cc702566-2c76-4389-a185-abc32672e2cb None None] Port 898ec037-19cb-47ea-96c3-97f16a9ca4fa cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:58:12.552375 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-db06e00e-49ef-4c62-a385-d1142b2be7b5 req-392e7c94-ce66-42c4-9704-0b6d79061ee9 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384238 Jun 21 19:58:12.569810 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:12.596739 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77341ab5-4698-4405-a42f-1ca94a15aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48208b4a-085c-40a4-9d81-ba004112dcbe'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:58:12.599034 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbb322c-7aea-4404-999c-e074676106f0" -d '{"events": [{"server_uuid": "77341ab5-4698-4405-a42f-1ca94a15aba7", "name": "network-vif-plugged", "status": "completed", "tag": "48208b4a-085c-40a4-9d81-ba004112dcbe"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:58:12.612372 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 48208b4a-085c-40a4-9d81-ba004112dcbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=48208b4a-085c-40a4-9d81-ba004112dcbe,segment=NetworkSegment(585e1e36-c31f-4c22-82be-73b3ab54fc0d),segment_id=585e1e36-c31f-4c22-82be-73b3ab54fc0d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:12.646152 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962ec170-d60b-4783-831c-a52d96830494 x-openstack-request-id: req-962ec170-d60b-4783-831c-a52d96830494 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:58:12.646526 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77341ab5-4698-4405-a42f-1ca94a15aba7", "name": "network-vif-plugged", "status": "completed", "tag": "48208b4a-085c-40a4-9d81-ba004112dcbe", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:58:12.646880 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-962ec170-d60b-4783-831c-a52d96830494 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:58:12.647375 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77341ab5-4698-4405-a42f-1ca94a15aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48208b4a-085c-40a4-9d81-ba004112dcbe', 'code': 200} Jun 21 19:58:12.690017 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:12.692814 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:12.746944 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=48208b4a-085c-40a4-9d81-ba004112dcbe,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:12.750641 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:12.817212 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ceaa228b-4e56-411c-ac7a-c43806b46412 req-19c0cfc5-66e0-4044-87a6-bb56d00525aa service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013271 Jun 21 19:58:12.953577 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ceaa228b-4e56-411c-ac7a-c43806b46412 req-beffc64f-07e3-472e-9aef-d856c4c789ae service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279550 Jun 21 19:58:12.999864 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898ec037-19cb-47ea-96c3-97f16a9ca4fa {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:58:13.007585 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:13.019410 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Transition to ACTIVE for port object 898ec037-19cb-47ea-96c3-97f16a9ca4fa will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:58:13.125931 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7c6f3-36f8-4ed1-80b9-16427de6bfb1 req-fc0630f1-0129-4609-b4ca-1448dd89a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:13.129505 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-45b7c6f3-36f8-4ed1-80b9-16427de6bfb1 req-fc0630f1-0129-4609-b4ca-1448dd89a22e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 1099 time: 0.0657911 Jun 21 19:58:13.135243 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:13.135243 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-6f10e427-99d4-4137-a2d1-25e38aa1bd12 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:13.245404 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafb90d-5201-437c-a506-92ea5f3ee399 req-5499bd68-20ef-4efa-8f24-41a8d7b564b0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:13.248149 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3aafb90d-5201-437c-a506-92ea5f3ee399 req-5499bd68-20ef-4efa-8f24-41a8d7b564b0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 946 time: 0.1031101 Jun 21 19:58:13.272091 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Pushing event updated for resources: {'Port': ['ID=898ec037-19cb-47ea-96c3-97f16a9ca4fa,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:13.323326 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:13.324406 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3aafb90d-5201-437c-a506-92ea5f3ee399 req-73ab50d3-bb94-4044-8534-1d01c1af0aed tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663338 Jun 21 19:58:13.354218 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-45b7c6f3-36f8-4ed1-80b9-16427de6bfb1 req-eaa45a80-07fa-41c4-8ba1-67793f54edf6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615162 Jun 21 19:58:13.476882 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aabae5-a79d-4d26-bc40-6e480c383cb8 req-c78de5ec-f617-431a-88a9-80eec3b55b9b tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:13.479920 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59aabae5-a79d-4d26-bc40-6e480c383cb8 req-c78de5ec-f617-431a-88a9-80eec3b55b9b tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1556449 Jun 21 19:58:13.482940 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Attempting to bind port 898ec037-19cb-47ea-96c3-97f16a9ca4fa on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:58:13.483811 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Attempting to bind port 898ec037-19cb-47ea-96c3-97f16a9ca4fa by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:58:13.484158 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Attempting to bind port 898ec037-19cb-47ea-96c3-97f16a9ca4fa on network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:58:13.503851 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Port 898ec037-19cb-47ea-96c3-97f16a9ca4fa on network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:58:13.504181 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Attempting to bind port 898ec037-19cb-47ea-96c3-97f16a9ca4fa on network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:58:13.515712 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:58:13.516049 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Checking segment: {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:58:13.516435 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Bound using segment: {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:58:13.516850 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Bound port: 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:58:13.517199 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:13.539311 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59aabae5-a79d-4d26-bc40-6e480c383cb8 req-e6bde2c2-fae3-4427-bbc8-4864634b68a2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520558 Jun 21 19:58:13.604596 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:58:13.604596 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:58:13.666551 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:13.669270 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:13.710496 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:13.711197 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:13.713349 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] 10.222.0.22 "PUT /v2.0/ports/898ec037-19cb-47ea-96c3-97f16a9ca4fa HTTP/1.1" status: 200 len: 1093 time: 1.5095656 Jun 21 19:58:13.720568 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:58:13.723230 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bbf622-67a1-41c4-a56d-d0b78cc4be3a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:58:13.775719 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Pushing event updated for resources: {'Port': ['ID=898ec037-19cb-47ea-96c3-97f16a9ca4fa,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:13.780915 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:13.796500 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e36356-52b5-4125-9cbe-0a2734f5adb3 x-openstack-request-id: req-26e36356-52b5-4125-9cbe-0a2734f5adb3 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:58:13.796814 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:58:13.797091 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26e36356-52b5-4125-9cbe-0a2734f5adb3 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:58:13.797507 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'status': 'completed', 'code': 200} Jun 21 19:58:13.876810 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddd349-550a-492f-803a-d51778db63aa req-82769d43-11c0-47fb-80e0-6fbcb79bf006 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:13.878730 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-67ddd349-550a-492f-803a-d51778db63aa req-82769d43-11c0-47fb-80e0-6fbcb79bf006 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.1899579 Jun 21 19:58:13.910023 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38684) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:13.921137 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbf622-67a1-41c4-a56d-d0b78cc4be3a req-8ed2e360-9c2a-48c5-ba7f-006bd3076abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:13.923169 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-41bbf622-67a1-41c4-a56d-d0b78cc4be3a req-8ed2e360-9c2a-48c5-ba7f-006bd3076abf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 1096 time: 0.0966473 Jun 21 19:58:13.946801 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-67ddd349-550a-492f-803a-d51778db63aa req-68f98d14-2a5d-4325-9a53-64a44dd6e515 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582769 Jun 21 19:58:14.042517 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bc00ec43-63ac-47a2-be1f-212ded0d35c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:14.048078 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbf622-67a1-41c4-a56d-d0b78cc4be3a req-5c13810a-c4c6-494e-a925-df24128325c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:14.049681 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-41bbf622-67a1-41c4-a56d-d0b78cc4be3a req-5c13810a-c4c6-494e-a925-df24128325c6 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1148362 Jun 21 19:58:14.138377 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bc00ec43-63ac-47a2-be1f-212ded0d35c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:14.162303 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbf622-67a1-41c4-a56d-d0b78cc4be3a req-19608f3b-133a-4036-95b6-5520406d700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:14.164129 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-41bbf622-67a1-41c4-a56d-d0b78cc4be3a req-19608f3b-133a-4036-95b6-5520406d700c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031003 Jun 21 19:58:14.273930 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-e5f445c6-c9d5-4eda-9efb-2001607b5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:14.276549 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-e5f445c6-c9d5-4eda-9efb-2001607b5253 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 1096 time: 0.0590475 Jun 21 19:58:14.296125 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-bc00ec43-63ac-47a2-be1f-212ded0d35c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:14.299845 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9c85f98a-fb5c-4f6e-baf1-ce97f4f50b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:14.326369 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-25bffaf4-da22-494c-807e-7fb645bbe409 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa HTTP/1.1" status: 200 len: 217 time: 0.0385437 Jun 21 19:58:14.337569 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-bc00ec43-63ac-47a2-be1f-212ded0d35c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5e02bbc3f4f43a9bd09a1262b0a38f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264908 Jun 21 19:58:14.338424 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00ec43-63ac-47a2-be1f-212ded0d35c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508ec0ce-16a1-421e-ac54-f612b373f001,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:14.340833 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 38694) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:14.342458 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-bc00ec43-63ac-47a2-be1f-212ded0d35c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:14.408133 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-99780633-740e-4f51-91bc-19b6ed1024f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:14.408133 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-99780633-740e-4f51-91bc-19b6ed1024f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a54e1a25-5703-467b-ba5a-987734b96f0a HTTP/1.1" status: 200 len: 856 time: 0.0698233 Jun 21 19:58:14.461247 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-743246ba-c273-49cd-9464-21941182657a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:14.539273 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-743246ba-c273-49cd-9464-21941182657a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:14.602197 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-732b0981-92c3-4d0f-b7ae-113212797c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:14.604332 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-732b0981-92c3-4d0f-b7ae-113212797c6c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a818231-d4af-4097-9fe3-2bd4744ce6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1933675 Jun 21 19:58:14.639573 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf0748-35ef-42ff-8105-bef98dd9f08d req-aa4f656f-eae0-4411-930c-36d7e49abbea tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:14.641059 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-30bf0748-35ef-42ff-8105-bef98dd9f08d req-aa4f656f-eae0-4411-930c-36d7e49abbea tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 946 time: 0.1809113 Jun 21 19:58:14.716947 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-30bf0748-35ef-42ff-8105-bef98dd9f08d req-0f042d1b-b986-4d0a-9aa2-7ba9191f5119 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452533 Jun 21 19:58:14.732011 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa88f1-e378-4daa-aeec-5ab45e2d7e7d req-9eb8795c-019c-4dd7-ae62-befcf2d226a6 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:14.733768 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e8fa88f1-e378-4daa-aeec-5ab45e2d7e7d req-9eb8795c-019c-4dd7-ae62-befcf2d226a6 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0646555 Jun 21 19:58:14.745131 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-8942468a-a8a1-44bc-bba7-57b5d7893729 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332676 Jun 21 19:58:14.792178 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e8fa88f1-e378-4daa-aeec-5ab45e2d7e7d req-1df6c7c1-c3f8-4a61-a5dc-2c7ea665fa0d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471275 Jun 21 19:58:14.796011 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-743246ba-c273-49cd-9464-21941182657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:14.798643 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-743246ba-c273-49cd-9464-21941182657a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:14.800791 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-743246ba-c273-49cd-9464-21941182657a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/508ec0ce-16a1-421e-ac54-f612b373f001 HTTP/1.1" status: 204 len: 168 time: 0.4590766 Jun 21 19:58:14.808813 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-6131b789-2d34-4380-97a7-a2da6498d73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:14.814394 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743246ba-c273-49cd-9464-21941182657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508ec0ce-16a1-421e-ac54-f612b373f001,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:14.822003 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-743246ba-c273-49cd-9464-21941182657a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:14.853960 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd4f7f40-2343-40cc-832d-d0f2d1abaa5b req-3df3e1d8-4c1e-4dc1-9452-9f34caedb102 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011357 Jun 21 19:58:15.147228 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36427c8-b9a7-48ae-8182-680bf22a6452 req-53886b95-c69a-450b-b6ad-cccf3869c823 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:15.148827 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e36427c8-b9a7-48ae-8182-680bf22a6452 req-53886b95-c69a-450b-b6ad-cccf3869c823 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0803497 Jun 21 19:58:15.200787 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e36427c8-b9a7-48ae-8182-680bf22a6452 req-080ffa95-4002-484f-a543-a61369f5f9fe tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363214 Jun 21 19:58:15.615937 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 38762) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:15.629996 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4a95b9e-1125-4329-9dbf-d6e2e6d884e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:15.722392 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4a95b9e-1125-4329-9dbf-d6e2e6d884e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:15.821153 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4a95b9e-1125-4329-9dbf-d6e2e6d884e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:15.825603 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-57009726-1019-46cd-ba98-3e3762aa5f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:15.863203 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-a4a95b9e-1125-4329-9dbf-d6e2e6d884e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aeb5eb0219244fc182bf566c993f5f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468331 Jun 21 19:58:15.864308 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a95b9e-1125-4329-9dbf-d6e2e6d884e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a346b78d-b9a4-497f-a16a-a0dc288c9035,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:15.866846 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 38774) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:15.872287 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a4a95b9e-1125-4329-9dbf-d6e2e6d884e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:15.915656 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9faca-f045-4b3c-ad35-c8b87be94f35 req-0e4f34fb-9f0a-4f0a-8d4d-fec4984285d8 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:15.918006 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fdf9faca-f045-4b3c-ad35-c8b87be94f35 req-0e4f34fb-9f0a-4f0a-8d4d-fec4984285d8 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 946 time: 0.0853353 Jun 21 19:58:15.943974 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c88cb298-068f-4479-865d-d63fb1798b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:15.966122 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fdf9faca-f045-4b3c-ad35-c8b87be94f35 req-666740d8-d966-4e58-8e93-910685312664 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Jun 21 19:58:16.008786 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c88cb298-068f-4479-865d-d63fb1798b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:16.065970 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcd9a6-2984-471e-98c9-5b7618556d6a req-18d03450-9a51-461c-b989-4644ea561634 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:16.078162 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-05dcd9a6-2984-471e-98c9-5b7618556d6a req-18d03450-9a51-461c-b989-4644ea561634 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1378183 Jun 21 19:58:16.108575 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-05dcd9a6-2984-471e-98c9-5b7618556d6a req-dc4e9d79-849f-4bb2-8233-89a28653f942 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354197 Jun 21 19:58:16.204639 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c88cb298-068f-4479-865d-d63fb1798b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:16.205291 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c88cb298-068f-4479-865d-d63fb1798b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:16.206956 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c88cb298-068f-4479-865d-d63fb1798b71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a346b78d-b9a4-497f-a16a-a0dc288c9035 HTTP/1.1" status: 204 len: 168 time: 0.3391671 Jun 21 19:58:16.208043 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a282db21-8a0d-4da1-afa1-20a3c9e12503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:16.217019 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cb298-068f-4479-865d-d63fb1798b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a346b78d-b9a4-497f-a16a-a0dc288c9035,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:16.217991 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38784) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:16.219634 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c88cb298-068f-4479-865d-d63fb1798b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:16.253183 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 38790) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:16.382040 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320333bc-d9ea-425e-b254-f62ba7afbc1a req-6166becb-9735-49b2-8502-f5b37b879d49 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:16.384171 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-320333bc-d9ea-425e-b254-f62ba7afbc1a req-6166becb-9735-49b2-8502-f5b37b879d49 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0606973 Jun 21 19:58:16.423668 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-320333bc-d9ea-425e-b254-f62ba7afbc1a req-e28f8f71-b608-437a-9697-42eb5a7d2341 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335276 Jun 21 19:58:16.642042 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7d2ab625-602e-4feb-a18e-a3a20805e622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:16.651389 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 38802) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:16.687787 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-78fd77c4-700a-4fe1-9778-e5720a7cd5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:16.737242 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b0be12e7-bb47-4f8f-bd33-fd788016918f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:16.795803 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7d2ab625-602e-4feb-a18e-a3a20805e622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:16.884844 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7d2ab625-602e-4feb-a18e-a3a20805e622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:16.888318 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-7bea8671-d36f-46ca-a100-9ef01e40c938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:16.941175 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-7d2ab625-602e-4feb-a18e-a3a20805e622 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a99ff24581d4401a17a452b1d5087a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7195098 Jun 21 19:58:16.941175 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ab625-602e-4feb-a18e-a3a20805e622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7913e5a-89d3-451f-afdb-0b2255b2bc78,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:16.941938 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38816) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:16.949250 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-7d2ab625-602e-4feb-a18e-a3a20805e622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:16.976800 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-78fd77c4-700a-4fe1-9778-e5720a7cd5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.059458 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-78fd77c4-700a-4fe1-9778-e5720a7cd5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.065224 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f13aad42-8eb1-4b4b-8baa-aedff9e2823d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:17.119702 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd77c4-700a-4fe1-9778-e5720a7cd5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705e1288-7415-4f9d-8862-210a8470d242,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:17.137290 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-78fd77c4-700a-4fe1-9778-e5720a7cd5d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e6071575f9c44e3bb2e3ea008676ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8828909 Jun 21 19:58:17.138577 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-78fd77c4-700a-4fe1-9778-e5720a7cd5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:17.141528 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 38824) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:17.220700 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a936a3c0-5316-4ea9-af12-5128cc80386f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.246696 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a936a3c0-5316-4ea9-af12-5128cc80386f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.308523 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b0be12e7-bb47-4f8f-bd33-fd788016918f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.322743 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0a4753bf-ab43-4b35-85ea-84e6d08af450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.365917 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0a4753bf-ab43-4b35-85ea-84e6d08af450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.393190 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b0be12e7-bb47-4f8f-bd33-fd788016918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.396107 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-78fd77c4-700a-4fe1-9778-e5720a7cd5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:17.411283 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a936a3c0-5316-4ea9-af12-5128cc80386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.416379 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a936a3c0-5316-4ea9-af12-5128cc80386f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.421998 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-a936a3c0-5316-4ea9-af12-5128cc80386f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7913e5a-89d3-451f-afdb-0b2255b2bc78 HTTP/1.1" status: 204 len: 168 time: 0.4748280 Jun 21 19:58:17.421998 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-7d2ab625-602e-4feb-a18e-a3a20805e622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:17.434951 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936a3c0-5316-4ea9-af12-5128cc80386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7913e5a-89d3-451f-afdb-0b2255b2bc78,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:17.437420 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a936a3c0-5316-4ea9-af12-5128cc80386f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:17.454876 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-b0be12e7-bb47-4f8f-bd33-fd788016918f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da19031d4996467193549275586d35bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7972043 Jun 21 19:58:17.459014 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38836) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:17.462590 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b74001-a239-4a5d-9e98-f6dc7f024c01 req-2842e603-071d-4d5a-818e-560471a658a2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:17.464454 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-06b74001-a239-4a5d-9e98-f6dc7f024c01 req-2842e603-071d-4d5a-818e-560471a658a2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1589534 Jun 21 19:58:17.467415 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be12e7-bb47-4f8f-bd33-fd788016918f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43461146-f96e-48c2-ad9e-5f236b7cd348,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:17.472910 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b0be12e7-bb47-4f8f-bd33-fd788016918f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:17.527530 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-06b74001-a239-4a5d-9e98-f6dc7f024c01 req-41d04abf-88e2-4e43-9d58-51ee75d44a67 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513122 Jun 21 19:58:17.531672 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2889bbdc-7227-47f1-a005-28449d9a37b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.566076 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2889bbdc-7227-47f1-a005-28449d9a37b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.615584 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0a4753bf-ab43-4b35-85ea-84e6d08af450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.620015 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0a4753bf-ab43-4b35-85ea-84e6d08af450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.621379 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-0a4753bf-ab43-4b35-85ea-84e6d08af450 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/705e1288-7415-4f9d-8862-210a8470d242 HTTP/1.1" status: 204 len: 168 time: 0.4747336 Jun 21 19:58:17.622324 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-58b99513-e5ef-47d7-b0f9-e28c339db938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:17.638764 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4753bf-ab43-4b35-85ea-84e6d08af450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705e1288-7415-4f9d-8862-210a8470d242,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:17.641300 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0a4753bf-ab43-4b35-85ea-84e6d08af450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:17.725220 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415a3b6-91fe-450f-87ea-4bfa93248d88 req-76b5f30c-15f4-41f8-a256-5bd5846a7d1b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:17.726669 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6415a3b6-91fe-450f-87ea-4bfa93248d88 req-76b5f30c-15f4-41f8-a256-5bd5846a7d1b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0637259 Jun 21 19:58:17.729869 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2889bbdc-7227-47f1-a005-28449d9a37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.734884 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2889bbdc-7227-47f1-a005-28449d9a37b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:17.736153 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-2889bbdc-7227-47f1-a005-28449d9a37b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43461146-f96e-48c2-ad9e-5f236b7cd348 HTTP/1.1" status: 204 len: 168 time: 0.2773869 Jun 21 19:58:17.738758 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-90f670bb-5eda-4905-9ae4-9276f9fed629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:17.750697 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889bbdc-7227-47f1-a005-28449d9a37b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43461146-f96e-48c2-ad9e-5f236b7cd348,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:17.757601 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-2889bbdc-7227-47f1-a005-28449d9a37b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:17.809663 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6415a3b6-91fe-450f-87ea-4bfa93248d88 req-4f312619-359e-48ff-a787-1f0cc4c61ace tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631125 Jun 21 19:58:17.912536 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ca1b-03e0-4e29-9070-a77e3c398506 req-38ba876f-3e6a-4883-a1d6-d831176c88f2 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:17.913933 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cfe0ca1b-03e0-4e29-9070-a77e3c398506 req-38ba876f-3e6a-4883-a1d6-d831176c88f2 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 946 time: 0.0677924 Jun 21 19:58:17.954375 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cfe0ca1b-03e0-4e29-9070-a77e3c398506 req-0cb1491b-3952-44c1-92e3-e6b8bfbca350 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339828 Jun 21 19:58:18.297056 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 898ec037-19cb-47ea-96c3-97f16a9ca4fa details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:58:18.412772 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:18.425230 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'port_id': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'mac_address': 'fa:16:3e:8f:d7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:58:18.461583 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:18.474133 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898ec037-19cb-47ea-96c3-97f16a9ca4fa {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:58:18.492836 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:18.581518 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:18.583471 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:18.640167 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=898ec037-19cb-47ea-96c3-97f16a9ca4fa,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:18.646520 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:18.659003 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38860) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:18.675068 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2261-fc1f-4c45-b543-9ef00131cecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:18.728371 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4b111-c68e-449c-a135-e2fd9df92192 req-04a39fad-9557-457a-bc74-3484d9d2efc6 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:18.735184 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b7b4b111-c68e-449c-a135-e2fd9df92192 req-04a39fad-9557-457a-bc74-3484d9d2efc6 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0808346 Jun 21 19:58:18.777176 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b7b4b111-c68e-449c-a135-e2fd9df92192 req-8d9622f6-582f-4e7e-93d0-8035c589f146 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Jun 21 19:58:18.778927 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 38862) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:18.790658 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2261-fc1f-4c45-b543-9ef00131cecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:18.802814 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c089fa5c-4d9e-4d81-be30-d6fae34c899a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:18.882033 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc8d2261-fc1f-4c45-b543-9ef00131cecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:18.886026 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:18.905130 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['898ec037-19cb-47ea-96c3-97f16a9ca4fa'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:58:18.919103 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d2261-fc1f-4c45-b543-9ef00131cecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69b71b6-1a15-44d3-b2a4-7cf28d963929,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:18.924502 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-fc8d2261-fc1f-4c45-b543-9ef00131cecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:18.943826 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-fc8d2261-fc1f-4c45-b543-9ef00131cecb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6cf1cc56c6b479a960f805ae76d8f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834420 Jun 21 19:58:18.948784 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 38870) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:19.023669 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4d099-6cd9-4fba-9cc6-2220062e3c3d req-d916d985-dbbe-450b-ad9b-d713e5853cf8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:19.025782 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-eae4d099-6cd9-4fba-9cc6-2220062e3c3d req-d916d985-dbbe-450b-ad9b-d713e5853cf8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 944 time: 0.0806692 Jun 21 19:58:19.056920 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c089fa5c-4d9e-4d81-be30-d6fae34c899a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.064106 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5273-9dc6-40e3-8f02-22252909487c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.088810 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5273-9dc6-40e3-8f02-22252909487c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.097026 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-eae4d099-6cd9-4fba-9cc6-2220062e3c3d req-1211189f-2c4f-49c7-b57c-ffe3b7a5b5d7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646696 Jun 21 19:58:19.125932 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c089fa5c-4d9e-4d81-be30-d6fae34c899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.136313 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0a4753bf-ab43-4b35-85ea-84e6d08af450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:19.220582 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c089fa5c-4d9e-4d81-be30-d6fae34c899a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb497fdf7bdf4815a5571809e2664faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371643 Jun 21 19:58:19.220582 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089fa5c-4d9e-4d81-be30-d6fae34c899a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0215f515-05fd-4cd6-8c7d-888595595857,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:19.221728 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 38878) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:19.230204 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c089fa5c-4d9e-4d81-be30-d6fae34c899a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:19.265262 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617395-63d1-4447-9231-a74a2f3935ce req-dd3f6aac-e0d2-4804-b03b-5c1620525df3 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:19.269056 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c8617395-63d1-4447-9231-a74a2f3935ce req-dd3f6aac-e0d2-4804-b03b-5c1620525df3 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 946 time: 0.1168020 Jun 21 19:58:19.294780 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-83dc670d-53fd-4fd2-b06a-f5cd955fd787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.318588 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c8617395-63d1-4447-9231-a74a2f3935ce req-22e847d5-6ac9-4dc3-8bbb-a055705f7cac tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Jun 21 19:58:19.318866 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-83dc670d-53fd-4fd2-b06a-f5cd955fd787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.319688 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5273-9dc6-40e3-8f02-22252909487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.322756 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-dd4c5273-9dc6-40e3-8f02-22252909487c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.323849 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-dd4c5273-9dc6-40e3-8f02-22252909487c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a69b71b6-1a15-44d3-b2a4-7cf28d963929 HTTP/1.1" status: 204 len: 168 time: 0.3721287 Jun 21 19:58:19.324591 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4633237e-9a34-4fbd-94c6-916e3d6a7028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:19.332077 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c5273-9dc6-40e3-8f02-22252909487c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69b71b6-1a15-44d3-b2a4-7cf28d963929,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:19.334250 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-dd4c5273-9dc6-40e3-8f02-22252909487c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:19.453806 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-83dc670d-53fd-4fd2-b06a-f5cd955fd787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.457138 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-83dc670d-53fd-4fd2-b06a-f5cd955fd787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.460622 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-83dc670d-53fd-4fd2-b06a-f5cd955fd787 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0215f515-05fd-4cd6-8c7d-888595595857 HTTP/1.1" status: 204 len: 168 time: 0.2354302 Jun 21 19:58:19.460622 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-159c2251-a77e-4281-ac98-858abac740f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:19.475727 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc670d-53fd-4fd2-b06a-f5cd955fd787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0215f515-05fd-4cd6-8c7d-888595595857,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:19.479894 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-83dc670d-53fd-4fd2-b06a-f5cd955fd787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:19.501615 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72165b04-f64d-4c44-ab58-b77b3ed4cfe2 req-2efed6a1-79d1-4706-ae37-448d07dc1cc5 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:19.503087 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-72165b04-f64d-4c44-ab58-b77b3ed4cfe2 req-2efed6a1-79d1-4706-ae37-448d07dc1cc5 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.22 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 946 time: 0.0964439 Jun 21 19:58:19.693402 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-72165b04-f64d-4c44-ab58-b77b3ed4cfe2 req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Deleting port 48208b4a-085c-40a4-9d81-ba004112dcbe {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:58:19.693764 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-72165b04-f64d-4c44-ab58-b77b3ed4cfe2 req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.818185 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-72165b04-f64d-4c44-ab58-b77b3ed4cfe2 req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] For port 48208b4a-085c-40a4-9d81-ba004112dcbe, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=48208b4a-085c-40a4-9d81-ba004112dcbe,segment=NetworkSegment(585e1e36-c31f-4c22-82be-73b3ab54fc0d),segment_id=585e1e36-c31f-4c22-82be-73b3ab54fc0d)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:19.818871 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-72165b04-f64d-4c44-ab58-b77b3ed4cfe2 req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:19.955546 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-72165b04-f64d-4c44-ab58-b77b3ed4cfe2 req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Calling delete_port for 48208b4a-085c-40a4-9d81-ba004112dcbe owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:58:19.975137 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2a388-ced7-4858-b433-db65be3b6a3a req-d098029d-a3e6-4a62-9e3c-de6ad67bdd5f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:19.976907 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-42f2a388-ced7-4858-b433-db65be3b6a3a req-d098029d-a3e6-4a62-9e3c-de6ad67bdd5f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0721133 Jun 21 19:58:20.018115 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-42f2a388-ced7-4858-b433-db65be3b6a3a req-e34bae5e-961d-4073-b588-b62f81473042 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346878 Jun 21 19:58:20.054915 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:58:20.224625 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-72165b04-f64d-4c44-ab58-b77b3ed4cfe2 req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:20.238027 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['48208b4a-085c-40a4-9d81-ba004112dcbe'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:58:20.296884 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 898ec037-19cb-47ea-96c3-97f16a9ca4fa up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:58:20.458086 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-eba25ae1-1c1e-42c4-82e5-0ea2362b63e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:20.478419 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 898ec037-19cb-47ea-96c3-97f16a9ca4fa completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:58:20.486048 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 898ec037-19cb-47ea-96c3-97f16a9ca4fa triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:58:20.486505 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:20.505978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Pushing event deleted for resources: {'Port': ['ID=48208b4a-085c-40a4-9d81-ba004112dcbe,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:20.509370 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:20.537342 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d30bc11e-e692-481a-8a23-3dbfc7882cb7 req-c03a6b07-0d2c-470a-bbd9-f600e7bd34c9 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 210 time: 0.0716579 Jun 21 19:58:20.580055 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-72165b04-f64d-4c44-ab58-b77b3ed4cfe2 req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] No DVR routers for this DVR port 48208b4a-085c-40a4-9d81-ba004112dcbe on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:58:20.584816 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-72165b04-f64d-4c44-ab58-b77b3ed4cfe2 req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:20.587748 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-72165b04-f64d-4c44-ab58-b77b3ed4cfe2 req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.22 "DELETE /v2.0/ports/48208b4a-085c-40a4-9d81-ba004112dcbe HTTP/1.1" status: 204 len: 173 time: 1.0761571 Jun 21 19:58:20.588262 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77341ab5-4698-4405-a42f-1ca94a15aba7', 'name': 'network-vif-deleted', 'tag': '48208b4a-085c-40a4-9d81-ba004112dcbe'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:58:20.590871 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccce3a0-f445-4015-8689-841faca95d22" -d '{"events": [{"server_uuid": "77341ab5-4698-4405-a42f-1ca94a15aba7", "name": "network-vif-deleted", "tag": "48208b4a-085c-40a4-9d81-ba004112dcbe"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:58:20.612226 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbca75-bcc1-413d-a650-3aa39670b160 req-0624f35b-87b6-4b7a-a2c5-a97fd89f76fb tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:20.613723 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-13cbca75-bcc1-413d-a650-3aa39670b160 req-0624f35b-87b6-4b7a-a2c5-a97fd89f76fb tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 944 time: 0.3871927 Jun 21 19:58:20.629750 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:20.650113 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df60e857-20a3-4da1-84a5-9199c334687f x-openstack-request-id: req-df60e857-20a3-4da1-84a5-9199c334687f {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:58:20.650497 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77341ab5-4698-4405-a42f-1ca94a15aba7", "name": "network-vif-deleted", "tag": "48208b4a-085c-40a4-9d81-ba004112dcbe", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:58:20.651559 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df60e857-20a3-4da1-84a5-9199c334687f {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:58:20.651559 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77341ab5-4698-4405-a42f-1ca94a15aba7', 'name': 'network-vif-deleted', 'tag': '48208b4a-085c-40a4-9d81-ba004112dcbe', 'status': 'completed', 'code': 200} Jun 21 19:58:20.679498 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-13cbca75-bcc1-413d-a650-3aa39670b160 req-1b405f5b-1114-48af-a163-0cb65aad2fb6 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565217 Jun 21 19:58:20.685158 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:20.686302 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:58:20.690262 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37554e46-353a-4e72-8f7a-f78f059482c7" -d '{"events": [{"server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "name": "network-vif-plugged", "status": "completed", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:58:20.754402 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4861ebab-2e51-4902-8276-dbcaafd22a99 x-openstack-request-id: req-4861ebab-2e51-4902-8276-dbcaafd22a99 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:58:20.754804 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "name": "network-vif-plugged", "status": "completed", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:58:20.755074 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4861ebab-2e51-4902-8276-dbcaafd22a99 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:58:20.755560 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'code': 200} Jun 21 19:58:20.770223 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:20.772485 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:20.845952 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=898ec037-19cb-47ea-96c3-97f16a9ca4fa,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:20.851268 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:21.271915 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0f5d9-3a83-4adb-a204-6af25be025b4 req-bd2c9d37-2ce3-453e-8cb0-00878e95245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:21.273536 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c5f0f5d9-3a83-4adb-a204-6af25be025b4 req-bd2c9d37-2ce3-453e-8cb0-00878e95245a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 1098 time: 0.1148267 Jun 21 19:58:21.283422 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe0ee0-5bf7-4c9c-83d5-42365fa98e9b req-5ed33d03-fa32-471c-9f8c-e8f3ba5c38e7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:21.291602 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-22fe0ee0-5bf7-4c9c-83d5-42365fa98e9b req-5ed33d03-fa32-471c-9f8c-e8f3ba5c38e7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1219528 Jun 21 19:58:21.360006 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-22fe0ee0-5bf7-4c9c-83d5-42365fa98e9b req-f60d47d1-33ad-43c3-99fa-5cad5083d63c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673695 Jun 21 19:58:21.385209 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c5f0f5d9-3a83-4adb-a204-6af25be025b4 req-439ff9ee-557b-484c-9d75-bc1515b95706 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746717 Jun 21 19:58:21.716608 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0b936884-9e3c-4469-8baa-f9cfaa2443f7 req-c03f352a-6aa2-4957-8d08-4bcd70ccff7b tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=77341ab5-4698-4405-a42f-1ca94a15aba7 HTTP/1.1" status: 200 len: 210 time: 0.0298007 Jun 21 19:58:21.883987 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dfb64-8749-4732-bb64-dc79fef9af3f req-4b504001-f55f-4464-abda-408acb63f786 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:21.885593 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6e2dfb64-8749-4732-bb64-dc79fef9af3f req-4b504001-f55f-4464-abda-408acb63f786 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0747514 Jun 21 19:58:21.928094 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6e2dfb64-8749-4732-bb64-dc79fef9af3f req-39a9cef1-0053-4639-a891-03868b1178a9 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355325 Jun 21 19:58:22.300882 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 48208b4a-085c-40a4-9d81-ba004112dcbe no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:58:22.321310 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 48208b4a-085c-40a4-9d81-ba004112dcbe {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:58:22.321984 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 48208b4a-085c-40a4-9d81-ba004112dcbe not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:58:22.547430 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc62b0-9840-48fb-8002-d37a08ca1841 req-6bb9832a-e006-4f0e-8e9f-663bd32863c9 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:22.549189 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d6dc62b0-9840-48fb-8002-d37a08ca1841 req-6bb9832a-e006-4f0e-8e9f-663bd32863c9 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0710351 Jun 21 19:58:22.599167 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d6dc62b0-9840-48fb-8002-d37a08ca1841 req-75043954-e483-415d-99fd-ce6df29a5650 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Jun 21 19:58:23.113947 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc390035-e2dc-4a6a-898e-c4f8b504f6b3 req-9b9a1456-2b3f-4983-9ad0-742afd67fb63 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:23.120094 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cc390035-e2dc-4a6a-898e-c4f8b504f6b3 req-9b9a1456-2b3f-4983-9ad0-742afd67fb63 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0672784 Jun 21 19:58:23.158574 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cc390035-e2dc-4a6a-898e-c4f8b504f6b3 req-8029ecac-5e73-4df0-9c3b-fcdd38faaccf tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368202 Jun 21 19:58:23.165894 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39078) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:23.280162 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-558ecff1-6cd2-46e9-b14b-d1d76477fc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:23.332929 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96233ffe-433b-49ac-acd0-41046519ba7c req-69798486-5c7d-4b7e-8819-26dc0f73310a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:23.334568 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-96233ffe-433b-49ac-acd0-41046519ba7c req-69798486-5c7d-4b7e-8819-26dc0f73310a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0659397 Jun 21 19:58:23.344303 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39084) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:23.349135 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-556ee428-d94c-41c5-ac45-8b5fbed9dfa2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'floatingip': {'port_id': '898ec037-19cb-47ea-96c3-97f16a9ca4fa'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:58:23.376148 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-558ecff1-6cd2-46e9-b14b-d1d76477fc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:23.421181 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-556ee428-d94c-41c5-ac45-8b5fbed9dfa2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:23.449415 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-558ecff1-6cd2-46e9-b14b-d1d76477fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:23.453115 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-d235cc94-a208-49b7-94a2-3df525e3394a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:23.478493 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-3fd98d9d-37f2-446e-a32f-d6affb3c450a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:23.506612 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-558ecff1-6cd2-46e9-b14b-d1d76477fc06 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=738209b8399d4553a0b6a8b6474464f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396184 Jun 21 19:58:23.510213 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39090) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:23.510385 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ecff1-6cd2-46e9-b14b-d1d76477fc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e83493b-575e-4851-91e6-11f1f46ce4ab,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:23.514079 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-558ecff1-6cd2-46e9-b14b-d1d76477fc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:23.636122 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-90add34d-cdc1-4323-a591-c29e05aa27a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:23.693723 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-90add34d-cdc1-4323-a591-c29e05aa27a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:23.996426 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b0e53-b620-4702-9dc0-dfecc8ec2129 req-e9e84ba6-8242-4364-af6a-ce2bbe68fd4d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:23.997886 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a0b0e53-b620-4702-9dc0-dfecc8ec2129 req-e9e84ba6-8242-4364-af6a-ce2bbe68fd4d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.2798016 Jun 21 19:58:24.043669 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-90add34d-cdc1-4323-a591-c29e05aa27a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:24.046152 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-90add34d-cdc1-4323-a591-c29e05aa27a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:24.047255 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-90add34d-cdc1-4323-a591-c29e05aa27a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e83493b-575e-4851-91e6-11f1f46ce4ab HTTP/1.1" status: 204 len: 168 time: 0.5361102 Jun 21 19:58:24.047992 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2f825691-4d8a-4b67-8034-303548cc38a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:24.106070 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90add34d-cdc1-4323-a591-c29e05aa27a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e83493b-575e-4851-91e6-11f1f46ce4ab,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:24.118352 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-90add34d-cdc1-4323-a591-c29e05aa27a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:24.162114 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a0b0e53-b620-4702-9dc0-dfecc8ec2129 req-e1b14b23-8b8a-4a68-b997-f75a3e86c2c7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554983 Jun 21 19:58:24.203795 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-556ee428-d94c-41c5-ac45-8b5fbed9dfa2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:24.278449 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-556ee428-d94c-41c5-ac45-8b5fbed9dfa2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:24.382623 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.l3_db [None req-556ee428-d94c-41c5-ac45-8b5fbed9dfa2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Floating IP 616b27b1-8067-4948-8d62-624cde607d75 associated. External IP: 172.27.0.64, port: 898ec037-19cb-47ea-96c3-97f16a9ca4fa. Jun 21 19:58:24.699207 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39114) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:24.714219 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-47a0fbed-44f3-468e-9441-490b3edd56c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:24.802601 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556ee428-d94c-41c5-ac45-8b5fbed9dfa2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:58:24.811729 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-47a0fbed-44f3-468e-9441-490b3edd56c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:24.913691 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556ee428-d94c-41c5-ac45-8b5fbed9dfa2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:58:24.918308 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-47a0fbed-44f3-468e-9441-490b3edd56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:24.923400 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-556ee428-d94c-41c5-ac45-8b5fbed9dfa2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:24.930904 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-8f44eb0d-5c20-4bd2-9caf-f94ad4a44545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:24.933414 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42d60a-e553-4509-aaaf-4df87aec6d19 None None] Sync routers for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:58:24.942802 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42d60a-e553-4509-aaaf-4df87aec6d19 None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:58:24.943420 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9d42d60a-e553-4509-aaaf-4df87aec6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:57:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:58:24.965386 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-556ee428-d94c-41c5-ac45-8b5fbed9dfa2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "PUT /v2.0/floatingips/616b27b1-8067-4948-8d62-624cde607d75 HTTP/1.1" status: 200 len: 990 time: 1.6174562 Jun 21 19:58:24.965386 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:58:24.967118 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0a8d66-f132-4fdd-bbb8-29d92a883883" -d '{"events": [{"name": "network-changed", "server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:58:24.969714 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-47a0fbed-44f3-468e-9441-490b3edd56c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb8887bd591a41278baac46472c2efa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689383 Jun 21 19:58:24.971127 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0fbed-44f3-468e-9441-490b3edd56c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a8e43a-c557-4423-b021-80b280a3e3fa,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:24.972377 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39122) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:24.978577 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-47a0fbed-44f3-468e-9441-490b3edd56c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:25.031347 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0f7c7660-9114-403c-bc3a-32aa1b8010a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:25.056331 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0f7c7660-9114-403c-bc3a-32aa1b8010a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:25.094042 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-9d42d60a-e553-4509-aaaf-4df87aec6d19 None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:58:25.196558 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700ba1e4-d2dc-41e0-9e59-ad21d24e56f5 x-openstack-request-id: req-700ba1e4-d2dc-41e0-9e59-ad21d24e56f5 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:58:25.197064 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:58:25.197204 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-700ba1e4-d2dc-41e0-9e59-ad21d24e56f5 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:58:25.197636 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'status': 'completed', 'code': 200} Jun 21 19:58:25.199247 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0f7c7660-9114-403c-bc3a-32aa1b8010a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:25.203489 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0f7c7660-9114-403c-bc3a-32aa1b8010a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:25.204814 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-0f7c7660-9114-403c-bc3a-32aa1b8010a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77a8e43a-c557-4423-b021-80b280a3e3fa HTTP/1.1" status: 204 len: 168 time: 0.2314358 Jun 21 19:58:25.205990 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b0be12e7-bb47-4f8f-bd33-fd788016918f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:25.217029 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c7660-9114-403c-bc3a-32aa1b8010a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a8e43a-c557-4423-b021-80b280a3e3fa,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:25.228685 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0f7c7660-9114-403c-bc3a-32aa1b8010a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:25.308245 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a8d66-f132-4fdd-bbb8-29d92a883883 req-70679f7f-8aa5-4cd8-bf4c-770a5247d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:25.309993 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b0a8d66-f132-4fdd-bbb8-29d92a883883 req-70679f7f-8aa5-4cd8-bf4c-770a5247d30e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 1098 time: 0.0776372 Jun 21 19:58:25.460665 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a4428-7ee6-4330-a315-ee5f59a1d7a5 req-ba933e2f-5c5e-42b7-862c-8ea48bcd7623 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:25.462205 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-513a4428-7ee6-4330-a315-ee5f59a1d7a5 req-ba933e2f-5c5e-42b7-862c-8ea48bcd7623 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1467705 Jun 21 19:58:25.468718 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a8d66-f132-4fdd-bbb8-29d92a883883 req-26be0e32-c765-4bd7-8b3b-807f1b1cb7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:25.470371 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b0a8d66-f132-4fdd-bbb8-29d92a883883 req-26be0e32-c765-4bd7-8b3b-807f1b1cb7ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 918 time: 0.1431980 Jun 21 19:58:25.513958 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9d42d60a-e553-4509-aaaf-4df87aec6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '616b27b1-8067-4948-8d62-624cde607d75', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'port_id': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'mac_address': 'fa:16:3e:8f:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:58:03Z', 'updated_at': '2021-06-21T19:58:24Z', 'revision_number': 1, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:58:25.540569 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42d60a-e553-4509-aaaf-4df87aec6d19 None None] Checking router: e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:58:25.549648 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42d60a-e553-4509-aaaf-4df87aec6d19 None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:58:25.550262 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9d42d60a-e553-4509-aaaf-4df87aec6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:57:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:58:25.590122 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-513a4428-7ee6-4330-a315-ee5f59a1d7a5 req-59798fde-c96b-4b8c-b579-83ed3480fb58 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141396 Jun 21 19:58:25.606556 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b0a8d66-f132-4fdd-bbb8-29d92a883883 req-f4eb2dbc-e855-4e67-b2e4-95459de303e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa HTTP/1.1" status: 200 len: 998 time: 0.1221910 Jun 21 19:58:25.668692 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a8d66-f132-4fdd-bbb8-29d92a883883 req-f40dfd27-e753-4fa1-9445-b8c8085cb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:25.670381 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b0a8d66-f132-4fdd-bbb8-29d92a883883 req-f40dfd27-e753-4fa1-9445-b8c8085cb4ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a54e1a25-5703-467b-ba5a-987734b96f0a HTTP/1.1" status: 200 len: 856 time: 0.0555937 Jun 21 19:58:25.680511 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-9d42d60a-e553-4509-aaaf-4df87aec6d19 None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:58:25.743262 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a8d66-f132-4fdd-bbb8-29d92a883883 req-5a556092-697e-46ea-804e-371caa2d1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:25.745498 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b0a8d66-f132-4fdd-bbb8-29d92a883883 req-5a556092-697e-46ea-804e-371caa2d1954 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a818231-d4af-4097-9fe3-2bd4744ce6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0683103 Jun 21 19:58:25.845608 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b0a8d66-f132-4fdd-bbb8-29d92a883883 req-69d349a2-c095-4ada-8ceb-ad10fac6ce22 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933399 Jun 21 19:58:25.919202 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9d42d60a-e553-4509-aaaf-4df87aec6d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '616b27b1-8067-4948-8d62-624cde607d75', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'port_id': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'mac_address': 'fa:16:3e:8f:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:58:03Z', 'updated_at': '2021-06-21T19:58:24Z', 'revision_number': 1, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:58:25.947655 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b0a8d66-f132-4fdd-bbb8-29d92a883883 req-ac7b1fd8-fb29-4ba2-9b20-b04ccad4bf18 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948443 Jun 21 19:58:25.953811 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42d60a-e553-4509-aaaf-4df87aec6d19 None None] The sync data for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi is: [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '616b27b1-8067-4948-8d62-624cde607d75', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'port_id': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'mac_address': 'fa:16:3e:8f:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:58:03Z', 'updated_at': '2021-06-21T19:58:24Z', 'revision_number': 1, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:58:26.153258 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fecbe-e27f-417c-b37f-fbb5e5239ba1 None None] New status for floating IP 616b27b1-8067-4948-8d62-624cde607d75: ACTIVE {{(pid=104796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:58:26.334972 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-83a1fee4-f4e0-4764-bee9-ac78751f7d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:26.799253 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc34cf-d3fe-4e9a-9a5b-545ee65cef50 req-38ceabf5-6121-4f66-bbdf-0858b7019a51 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:26.800738 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-08fc34cf-d3fe-4e9a-9a5b-545ee65cef50 req-38ceabf5-6121-4f66-bbdf-0858b7019a51 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0660267 Jun 21 19:58:26.842872 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-08fc34cf-d3fe-4e9a-9a5b-545ee65cef50 req-0633f9dc-399c-46f6-aa9b-27803b7ac04e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358315 Jun 21 19:58:27.236260 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:27.341113 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:27.593863 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39196) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:27.703777 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-363b1314-dec4-4e7a-afef-d9d6bddbd11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:27.824334 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-363b1314-dec4-4e7a-afef-d9d6bddbd11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:27.910159 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-363b1314-dec4-4e7a-afef-d9d6bddbd11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:27.912928 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d3dee9ba-e8c5-447b-843f-8f0629908e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:27.954387 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b1314-dec4-4e7a-afef-d9d6bddbd11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1b6381-a509-4428-8fcf-1fd9e0d3eae5,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:27.958644 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-363b1314-dec4-4e7a-afef-d9d6bddbd11f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7b76469bca140f99891bfa07e274529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637340 Jun 21 19:58:27.959655 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-363b1314-dec4-4e7a-afef-d9d6bddbd11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:27.962868 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39216) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:28.014724 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2589333a-44b0-4af4-90bc-72076446d5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:28.036858 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2589333a-44b0-4af4-90bc-72076446d5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:28.070312 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee9521-f397-43bc-856d-51225532f2da req-6be1d4b6-be8b-4c99-abf0-981b7e5e5030 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:28.072423 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3eee9521-f397-43bc-856d-51225532f2da req-6be1d4b6-be8b-4c99-abf0-981b7e5e5030 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0885401 Jun 21 19:58:28.117517 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3eee9521-f397-43bc-856d-51225532f2da req-917b1a9c-c0de-46f9-96aa-22613aba0944 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382550 Jun 21 19:58:28.169613 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2589333a-44b0-4af4-90bc-72076446d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:28.178507 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2589333a-44b0-4af4-90bc-72076446d5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:28.178507 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-2589333a-44b0-4af4-90bc-72076446d5d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d1b6381-a509-4428-8fcf-1fd9e0d3eae5 HTTP/1.1" status: 204 len: 168 time: 0.2125115 Jun 21 19:58:28.178507 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-86c2d512-68e5-4fa3-a0c5-b4baba3827f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:28.191078 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589333a-44b0-4af4-90bc-72076446d5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1b6381-a509-4428-8fcf-1fd9e0d3eae5,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:28.194195 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-2589333a-44b0-4af4-90bc-72076446d5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:28.505275 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:28.506283 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:28.922919 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39244) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:28.937738 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-30115271-780f-4ebf-b58d-79ad93d149e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.030339 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-30115271-780f-4ebf-b58d-79ad93d149e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.098686 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-30115271-780f-4ebf-b58d-79ad93d149e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.102860 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-25cc7126-22d3-4d50-953c-7cb3561318dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:29.123114 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39248) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:29.141460 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-30115271-780f-4ebf-b58d-79ad93d149e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=beaa7e1762a649edb571bb185f8cd479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170801 Jun 21 19:58:29.142968 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30115271-780f-4ebf-b58d-79ad93d149e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be33e697-af6e-47cb-83f2-cec21d379fca,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:29.147686 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-30115271-780f-4ebf-b58d-79ad93d149e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:29.148068 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39254) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:29.210306 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c4a8285d-1e46-4c08-8ed8-81a9d60c2ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.238913 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c4a8285d-1e46-4c08-8ed8-81a9d60c2ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.302631 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c40ae032-1cf6-45ce-b48b-e9c48612ce40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.365442 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c78b59-2255-4c4c-aa09-2a92dd05ee4f req-e39a1307-23c9-4286-858a-38951c81a60f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:29.366892 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-11c78b59-2255-4c4c-aa09-2a92dd05ee4f req-e39a1307-23c9-4286-858a-38951c81a60f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1260219 Jun 21 19:58:29.405940 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-11c78b59-2255-4c4c-aa09-2a92dd05ee4f req-b0a17a54-4416-4cfc-bf5b-e4be91a77a2a tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Jun 21 19:58:29.426849 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c4a8285d-1e46-4c08-8ed8-81a9d60c2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.429452 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c4a8285d-1e46-4c08-8ed8-81a9d60c2ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.431076 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c4a8285d-1e46-4c08-8ed8-81a9d60c2ae1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be33e697-af6e-47cb-83f2-cec21d379fca HTTP/1.1" status: 204 len: 168 time: 0.2819550 Jun 21 19:58:29.435251 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4812b4cc-f35d-4793-af19-120a9a3ef846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:29.444825 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8285d-1e46-4c08-8ed8-81a9d60c2ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be33e697-af6e-47cb-83f2-cec21d379fca,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:29.450307 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c4a8285d-1e46-4c08-8ed8-81a9d60c2ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:29.504255 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c40ae032-1cf6-45ce-b48b-e9c48612ce40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.615351 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c40ae032-1cf6-45ce-b48b-e9c48612ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.619936 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-426c3f74-3958-4d05-837f-af8933635a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:29.656623 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c40ae032-1cf6-45ce-b48b-e9c48612ce40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8abc7d5e9054a7fbf66314fcbd2c066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5322797 Jun 21 19:58:29.657991 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ae032-1cf6-45ce-b48b-e9c48612ce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56326a08-a8d9-4040-91b8-9b2de46f7ee9,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:29.659283 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39260) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:29.661867 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c40ae032-1cf6-45ce-b48b-e9c48612ce40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:29.710110 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-35af8c70-5238-4b64-a14c-de5ce1955802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.733241 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-35af8c70-5238-4b64-a14c-de5ce1955802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.870604 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-35af8c70-5238-4b64-a14c-de5ce1955802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.873692 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-35af8c70-5238-4b64-a14c-de5ce1955802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:29.874877 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-35af8c70-5238-4b64-a14c-de5ce1955802 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56326a08-a8d9-4040-91b8-9b2de46f7ee9 HTTP/1.1" status: 204 len: 168 time: 0.2145076 Jun 21 19:58:29.875691 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ade9f613-e0c3-4c18-ab39-dc6d667a853f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:29.889808 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af8c70-5238-4b64-a14c-de5ce1955802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56326a08-a8d9-4040-91b8-9b2de46f7ee9,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:29.894265 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-35af8c70-5238-4b64-a14c-de5ce1955802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:30.442263 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39290) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:30.456090 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-3b26e10f-d72c-44ac-bdac-e31c23bade76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:30.558042 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-3b26e10f-d72c-44ac-bdac-e31c23bade76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:30.600895 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3577c4-50f7-43d7-88f2-b85224214279 req-f8fd22fb-d074-44b4-a823-ffc789751f11 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:30.601416 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ef3577c4-50f7-43d7-88f2-b85224214279 req-f8fd22fb-d074-44b4-a823-ffc789751f11 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0661955 Jun 21 19:58:30.637716 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-3b26e10f-d72c-44ac-bdac-e31c23bade76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:30.641823 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-35af8c70-5238-4b64-a14c-de5ce1955802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:30.647316 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ef3577c4-50f7-43d7-88f2-b85224214279 req-5be05122-e24b-48d3-980e-328f84bce76b tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 Jun 21 19:58:30.682923 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-3b26e10f-d72c-44ac-bdac-e31c23bade76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c639ce4b78af44569d17e33722a59e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395732 Jun 21 19:58:30.685523 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39298) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:30.688367 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26e10f-d72c-44ac-bdac-e31c23bade76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19ad659-9c30-4ed1-9e92-f539775af823,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:30.691692 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-3b26e10f-d72c-44ac-bdac-e31c23bade76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:30.745215 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e6c4783d-784c-494a-9cd2-8d1418703e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:30.768124 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e6c4783d-784c-494a-9cd2-8d1418703e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:30.895257 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e6c4783d-784c-494a-9cd2-8d1418703e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:30.897879 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e6c4783d-784c-494a-9cd2-8d1418703e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:30.901499 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-e6c4783d-784c-494a-9cd2-8d1418703e83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d19ad659-9c30-4ed1-9e92-f539775af823 HTTP/1.1" status: 204 len: 168 time: 0.2124722 Jun 21 19:58:30.901499 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c54965e4-9582-41e6-985e-2c8ee5fdf4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:30.923990 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4783d-784c-494a-9cd2-8d1418703e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19ad659-9c30-4ed1-9e92-f539775af823,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:30.950659 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e6c4783d-784c-494a-9cd2-8d1418703e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:31.066549 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39316) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:31.102264 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-2a97ab3e-9e13-4ee1-a3a0-c84d3ee517ad tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:31.103735 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-2a97ab3e-9e13-4ee1-a3a0-c84d3ee517ad tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/networks?id=1b65d7aa-2389-44bc-921d-586f04812e54 HTTP/1.1" status: 200 len: 809 time: 0.1116135 Jun 21 19:58:31.118724 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-1ededd91-2051-4720-99e1-bd3b283f102e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/quotas/4f598f3310164fbda204950c08f03bf0 HTTP/1.1" status: 200 len: 375 time: 0.0093379 Jun 21 19:58:31.157408 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-9880bfab-3351-4df7-bec7-4b3dceea0873 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f598f3310164fbda204950c08f03bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334041 Jun 21 19:58:31.268892 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-195936c5-444d-49f3-8b6f-6a50d2de5233 service neutron] 10.222.0.30 "GET /v2.0/networks/1b65d7aa-2389-44bc-921d-586f04812e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949399 Jun 21 19:58:31.291667 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d6508c5e-a541-4e90-948d-1e4b707f1f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:31.371916 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-b809e2ce-ddad-4348-ac08-6bcd8c3acce9 service neutron] 10.222.0.30 "GET /v2.0/networks/1b65d7aa-2389-44bc-921d-586f04812e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020277 Jun 21 19:58:31.387954 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d6508c5e-a541-4e90-948d-1e4b707f1f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:31.464640 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d6508c5e-a541-4e90-948d-1e4b707f1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:31.469733 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1d6c5cd4-32c6-4eb7-afb6-7214188500b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:31.508917 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-d6508c5e-a541-4e90-948d-1e4b707f1f43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=957030ca63ff4e4088aace64b345a88e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405019 Jun 21 19:58:31.510079 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6508c5e-a541-4e90-948d-1e4b707f1f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b21fac-987e-416a-927e-7758c617835f,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:31.511518 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39338) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:31.513084 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d6508c5e-a541-4e90-948d-1e4b707f1f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:31.564060 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-3073badb-727b-4d24-9027-19a738215fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:31.605663 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-3073badb-727b-4d24-9027-19a738215fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:31.642725 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b8feb589-a3de-4e1c-9743-4b6a65a535cd req-7da0e210-5051-409b-a6eb-2cd3511037e6 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 210 time: 0.0324407 Jun 21 19:58:31.746556 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-3073badb-727b-4d24-9027-19a738215fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:31.751950 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-3073badb-727b-4d24-9027-19a738215fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:31.756412 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-3073badb-727b-4d24-9027-19a738215fa5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4b21fac-987e-416a-927e-7758c617835f HTTP/1.1" status: 204 len: 168 time: 0.2438562 Jun 21 19:58:31.757418 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-fc8d2261-fc1f-4c45-b543-9ef00131cecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:31.768492 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073badb-727b-4d24-9027-19a738215fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b21fac-987e-416a-927e-7758c617835f,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:31.785141 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-3073badb-727b-4d24-9027-19a738215fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:31.867880 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb220f-f3e9-463f-a947-52ad91f87779 req-87a2abe4-1a5b-4035-9e9f-f0f1f7ba215a tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:31.869524 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8beb220f-f3e9-463f-a947-52ad91f87779 req-87a2abe4-1a5b-4035-9e9f-f0f1f7ba215a tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0828848 Jun 21 19:58:31.913389 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8beb220f-f3e9-463f-a947-52ad91f87779 req-f88279d0-e7c6-4ed1-96ef-a2318503857a tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379546 Jun 21 19:58:32.161173 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20cbb4-7a4f-4ba4-97de-64406d013435 req-7eb428f1-1dc8-4ef1-bae6-a6cfb2191fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:32.162782 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7f20cbb4-7a4f-4ba4-97de-64406d013435 req-7eb428f1-1dc8-4ef1-bae6-a6cfb2191fed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 1098 time: 0.0646451 Jun 21 19:58:32.222315 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7f20cbb4-7a4f-4ba4-97de-64406d013435 req-670de001-8ad0-4ec0-901b-aec24018b82c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505540 Jun 21 19:58:32.783408 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e9742e71-9481-43be-ac3e-e890f96bc7c5 req-88b6fb35-4a25-4707-a436-1009beb6c1cd tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 210 time: 0.0317287 Jun 21 19:58:33.136028 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39731579-8149-49fe-b007-30c266bbc97b req-5d242f92-54eb-4d3d-b847-6ce0e604dae1 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:33.142109 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-39731579-8149-49fe-b007-30c266bbc97b req-5d242f92-54eb-4d3d-b847-6ce0e604dae1 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0972526 Jun 21 19:58:33.188274 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-39731579-8149-49fe-b007-30c266bbc97b req-fc4974e6-21cc-47c5-9cf9-d67b968fb6fa tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375755 Jun 21 19:58:33.928389 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-947c49dd-fc22-4c80-a8ef-520d7843a027 req-81e79efb-7045-47e7-8b0a-09277ee7a601 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 210 time: 0.0283220 Jun 21 19:58:34.258720 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-78845c1d-7ab2-41ef-916f-c9a45993172b tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:34.260409 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-78845c1d-7ab2-41ef-916f-c9a45993172b tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.22 "GET /v2.0/networks?id=1b65d7aa-2389-44bc-921d-586f04812e54 HTTP/1.1" status: 200 len: 809 time: 0.1393409 Jun 21 19:58:34.278942 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Request body: {'port': {'device_id': 'e5b05a63-a1d5-4a18-8741-f5107379ed85', 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54', 'admin_state_up': True, 'tenant_id': '4f598f3310164fbda204950c08f03bf0'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:58:34.401804 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddeabe-7354-4189-b9d8-32c6736cb7d5 req-7e25feea-9c92-4d50-a0f7-70cfdb54eef3 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:34.405996 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-37ddeabe-7354-4189-b9d8-32c6736cb7d5 req-7e25feea-9c92-4d50-a0f7-70cfdb54eef3 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0706081 Jun 21 19:58:34.445036 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-37ddeabe-7354-4189-b9d8-32c6736cb7d5 req-b5df2f28-d477-4208-87a2-7ceb4ca55901 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346246 Jun 21 19:58:34.541097 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Made reservation on behalf of 4f598f3310164fbda204950c08f03bf0 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:58:34.544710 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:34.706099 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Allocated IP 172.20.0.13 (1b65d7aa-2389-44bc-921d-586f04812e54/f59e7f2b-b680-41c3-b09f-b71c48694434/55c3863a-17e6-484a-b3e5-893799421374) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:58:34.864755 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:34.990945 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:34.996245 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:35.105512 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Network 1b65d7aa-2389-44bc-921d-586f04812e54 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:58:35.114206 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:58:35.116486 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dfbbe-672d-491e-bd54-dd1acfce3d3c req-015e1f12-ae0b-4b1b-aaa7-145da1e1285f tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:35.117698 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Pushing event updated for resources: {'Port': ['ID=55c3863a-17e6-484a-b3e5-893799421374,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:35.118738 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e28dfbbe-672d-491e-bd54-dd1acfce3d3c req-015e1f12-ae0b-4b1b-aaa7-145da1e1285f tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 932 time: 0.0676425 Jun 21 19:58:35.124746 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:58:35.161727 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.162090 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.162448 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.162799 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.163149 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.163519 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.168498 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.168755 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e28dfbbe-672d-491e-bd54-dd1acfce3d3c req-ab43c7fa-e3f1-47ee-a47f-2d174b7f9b95 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Jun 21 19:58:35.168854 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.168854 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.168854 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.168854 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.168854 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:35.195533 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:35.196214 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:35.200191 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:35.234947 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66930440-ce1c-4865-bf2b-be84045006bd req-d1077072-61f6-4887-ad4a-5abbdd417d94 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:35.237281 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-66930440-ce1c-4865-bf2b-be84045006bd req-d1077072-61f6-4887-ad4a-5abbdd417d94 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.2346876 Jun 21 19:58:35.238778 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab56c4-a2e8-4e97-a7b9-11f82f2bcb52 req-3cd56a96-bfac-4c9e-a29e-005c318fc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:35.240157 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e5ab56c4-a2e8-4e97-a7b9-11f82f2bcb52 req-3cd56a96-bfac-4c9e-a29e-005c318fc2c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 1098 time: 0.2026167 Jun 21 19:58:35.275332 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-66930440-ce1c-4865-bf2b-be84045006bd req-2d207f4e-a8d7-4bd5-ac40-21c6a24c51af tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337546 Jun 21 19:58:35.287781 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0144205 Jun 21 19:58:36.362985 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8b954-11c0-4020-943b-131cb8349172 req-d0645849-56a1-40e8-9bc9-876586862453 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:36.364460 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c4e8b954-11c0-4020-943b-131cb8349172 req-d0645849-56a1-40e8-9bc9-876586862453 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 932 time: 0.0667953 Jun 21 19:58:36.401364 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c4e8b954-11c0-4020-943b-131cb8349172 req-40711e18-9355-40b0-bf45-62c8f6ef1bd5 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310242 Jun 21 19:58:36.555654 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76704-1a1e-4a40-8b49-d369a94b4496 req-93a0073a-ad30-4164-9317-cc9db7321a78 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:36.557065 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-10a76704-1a1e-4a40-8b49-d369a94b4496 req-93a0073a-ad30-4164-9317-cc9db7321a78 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0604782 Jun 21 19:58:36.593194 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-10a76704-1a1e-4a40-8b49-d369a94b4496 req-14bff00d-c9d5-42c2-bc3e-15cf7f0d2087 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307269 Jun 21 19:58:37.570472 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd2546-bf9b-40f7-8a80-cea921d8b176 req-fb5f3f26-01a1-4571-be5a-3985fc6da592 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:37.571880 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3edd2546-bf9b-40f7-8a80-cea921d8b176 req-fb5f3f26-01a1-4571-be5a-3985fc6da592 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 932 time: 0.0630441 Jun 21 19:58:37.607560 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3edd2546-bf9b-40f7-8a80-cea921d8b176 req-e1ca1da7-0891-4882-8451-a8357b666951 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301499 Jun 21 19:58:37.766766 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dcbf2-ec63-4c8e-9757-1ca0432f1a2d req-4408fe0e-1201-4894-beb6-34e520891768 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:37.768216 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd9dcbf2-ec63-4c8e-9757-1ca0432f1a2d req-4408fe0e-1201-4894-beb6-34e520891768 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0631764 Jun 21 19:58:37.805592 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd9dcbf2-ec63-4c8e-9757-1ca0432f1a2d req-2f4c5367-48bf-4655-91de-8a70012e44d7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308411 Jun 21 19:58:38.125582 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Request body: {'port': {'device_id': 'e5b05a63-a1d5-4a18-8741-f5107379ed85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:58:38.254191 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:38.256543 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab56c4-a2e8-4e97-a7b9-11f82f2bcb52 req-a8d3d174-5963-432b-9a2c-70ec6440062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:38.258904 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e5ab56c4-a2e8-4e97-a7b9-11f82f2bcb52 req-a8d3d174-5963-432b-9a2c-70ec6440062f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 919 time: 0.1463358 Jun 21 19:58:38.306879 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e5ab56c4-a2e8-4e97-a7b9-11f82f2bcb52 req-9ebad901-528d-45fa-8c6d-ee9b06d41c12 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 HTTP/1.1" status: 200 len: 217 time: 0.0407341 Jun 21 19:58:38.426351 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab56c4-a2e8-4e97-a7b9-11f82f2bcb52 req-24e02f2e-223a-45af-930f-c6af59b70663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:38.427784 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e5ab56c4-a2e8-4e97-a7b9-11f82f2bcb52 req-24e02f2e-223a-45af-930f-c6af59b70663 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.1054864 Jun 21 19:58:38.471951 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e5ab56c4-a2e8-4e97-a7b9-11f82f2bcb52 req-57d66ce5-846a-4538-be02-1ff67db43158 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362105 Jun 21 19:58:38.625491 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e5ab56c4-a2e8-4e97-a7b9-11f82f2bcb52 req-43213f45-56c3-4064-8818-1f3d142e99e9 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401389 Jun 21 19:58:38.990488 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c4d6e-aeca-4b74-9a44-0d18f592217a req-7c2fd676-c7be-4ff8-8990-18da6a178368 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:38.992207 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5b7c4d6e-aeca-4b74-9a44-0d18f592217a req-7c2fd676-c7be-4ff8-8990-18da6a178368 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0644321 Jun 21 19:58:38.998593 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c3863a-17e6-484a-b3e5-893799421374 {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:58:39.020354 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:39.040444 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5b7c4d6e-aeca-4b74-9a44-0d18f592217a req-afe90535-498b-4293-acb6-3bf6336ed314 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341792 Jun 21 19:58:39.042683 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e5ab56c4-a2e8-4e97-a7b9-11f82f2bcb52 req-553bafb0-85e3-4b04-a0ad-4dc7ebe1f443 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099307 Jun 21 19:58:39.055891 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Transition to ACTIVE for port object 55c3863a-17e6-484a-b3e5-893799421374 will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:58:39.077628 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c69c5-1807-4502-846b-984ed0fc476c req-9b29f1a3-354c-46c6-af33-91210e709bd7 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:39.079096 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1f9c69c5-1807-4502-846b-984ed0fc476c req-9b29f1a3-354c-46c6-af33-91210e709bd7 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 932 time: 0.1307821 Jun 21 19:58:39.119729 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1f9c69c5-1807-4502-846b-984ed0fc476c req-f064cbb2-db64-45c2-b231-e16801ef7010 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341132 Jun 21 19:58:39.121001 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:39.123207 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:39.197699 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Pushing event updated for resources: {'Port': ['ID=55c3863a-17e6-484a-b3e5-893799421374,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:39.203416 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:39.268201 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Attempting to bind port 55c3863a-17e6-484a-b3e5-893799421374 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:58:39.268456 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Attempting to bind port 55c3863a-17e6-484a-b3e5-893799421374 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '585e1e36-c31f-4c22-82be-73b3ab54fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:58:39.268780 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Attempting to bind port 55c3863a-17e6-484a-b3e5-893799421374 on network 1b65d7aa-2389-44bc-921d-586f04812e54 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:58:39.272909 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Port 55c3863a-17e6-484a-b3e5-893799421374 on network 1b65d7aa-2389-44bc-921d-586f04812e54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:58:39.273758 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Attempting to bind port 55c3863a-17e6-484a-b3e5-893799421374 on network 1b65d7aa-2389-44bc-921d-586f04812e54 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:58:39.278388 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:58:39.278715 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Checking segment: {'id': '585e1e36-c31f-4c22-82be-73b3ab54fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:58:39.279079 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Bound using segment: {'id': '585e1e36-c31f-4c22-82be-73b3ab54fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:58:39.279537 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Bound port: 55c3863a-17e6-484a-b3e5-893799421374, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585e1e36-c31f-4c22-82be-73b3ab54fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:58:39.279879 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:39.354771 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] For port 55c3863a-17e6-484a-b3e5-893799421374, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:58:39.357926 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] For port 55c3863a-17e6-484a-b3e5-893799421374, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=55c3863a-17e6-484a-b3e5-893799421374,segment=NetworkSegment(585e1e36-c31f-4c22-82be-73b3ab54fc0d),segment_id=585e1e36-c31f-4c22-82be-73b3ab54fc0d)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:58:39.421133 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:39.424356 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-28527e13-a370-41e3-b347-d8453cdb0ce0 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:39.455833 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:39.456535 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:39.457778 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] 10.222.0.22 "PUT /v2.0/ports/55c3863a-17e6-484a-b3e5-893799421374 HTTP/1.1" status: 200 len: 1094 time: 1.3375022 Jun 21 19:58:39.458355 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b05a63-a1d5-4a18-8741-f5107379ed85', 'tag': '55c3863a-17e6-484a-b3e5-893799421374'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:58:39.461243 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5594691-fee1-4e5e-95f7-4075f3b026f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b05a63-a1d5-4a18-8741-f5107379ed85", "tag": "55c3863a-17e6-484a-b3e5-893799421374"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:58:39.512451 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6923be67-7f08-4885-8c46-8b32d691e59e x-openstack-request-id: req-6923be67-7f08-4885-8c46-8b32d691e59e {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:58:39.512834 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b05a63-a1d5-4a18-8741-f5107379ed85", "tag": "55c3863a-17e6-484a-b3e5-893799421374", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:58:39.513179 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6923be67-7f08-4885-8c46-8b32d691e59e {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:58:39.513659 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b05a63-a1d5-4a18-8741-f5107379ed85', 'tag': '55c3863a-17e6-484a-b3e5-893799421374', 'status': 'completed', 'code': 200} Jun 21 19:58:39.514727 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Pushing event updated for resources: {'Port': ['ID=55c3863a-17e6-484a-b3e5-893799421374,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:39.526073 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:39.588013 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5594691-fee1-4e5e-95f7-4075f3b026f0 req-de0a86ff-6b75-4282-8604-b8beeee0aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:39.589626 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5594691-fee1-4e5e-95f7-4075f3b026f0 req-de0a86ff-6b75-4282-8604-b8beeee0aa2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f598f3310164fbda204950c08f03bf0&device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 1097 time: 0.0540223 Jun 21 19:58:39.696056 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5594691-fee1-4e5e-95f7-4075f3b026f0 req-d85483bb-fefd-4202-91ec-b187ff15db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:39.697645 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5594691-fee1-4e5e-95f7-4075f3b026f0 req-d85483bb-fefd-4202-91ec-b187ff15db3e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=4f598f3310164fbda204950c08f03bf0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0971715 Jun 21 19:58:39.792936 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5594691-fee1-4e5e-95f7-4075f3b026f0 req-eb1c975d-d6f3-4a55-a65a-1980504a6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:39.794242 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5594691-fee1-4e5e-95f7-4075f3b026f0 req-eb1c975d-d6f3-4a55-a65a-1980504a6b09 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896008 Jun 21 19:58:39.891385 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-e011a220-6074-47d3-8c7f-df8f28646e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:39.892964 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-e011a220-6074-47d3-8c7f-df8f28646e30 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f598f3310164fbda204950c08f03bf0&device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 1097 time: 0.0564342 Jun 21 19:58:39.934553 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-9e4bd8b9-14e9-44ce-b02e-4713a51b98e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55c3863a-17e6-484a-b3e5-893799421374 HTTP/1.1" status: 200 len: 217 time: 0.0332475 Jun 21 19:58:39.990372 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-3d498057-ec6b-4e5b-890a-347435d57187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:39.991935 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-3d498057-ec6b-4e5b-890a-347435d57187 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f59e7f2b-b680-41c3-b09f-b71c48694434 HTTP/1.1" status: 200 len: 849 time: 0.0493696 Jun 21 19:58:40.032042 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-66ed48b7-a0eb-42b3-b34f-f23686f8d48a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1b65d7aa-2389-44bc-921d-586f04812e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319116 Jun 21 19:58:40.136640 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-6979d6c5-041f-44b7-bf16-24358d37161f service neutron] 10.222.0.22 "GET /v2.0/networks/1b65d7aa-2389-44bc-921d-586f04812e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977032 Jun 21 19:58:40.249416 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b873d0e-19c0-44c7-bbf8-052a6bde102f req-73ce1a05-adde-4e8b-af9a-2f12ed284c17 service neutron] 10.222.0.22 "GET /v2.0/networks/1b65d7aa-2389-44bc-921d-586f04812e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055589 Jun 21 19:58:40.302226 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42521cb-3724-4b12-a06b-c79ff06958e1 req-e18f1d0d-1c38-462a-9086-6ee99261441f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:40.303814 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d42521cb-3724-4b12-a06b-c79ff06958e1 req-e18f1d0d-1c38-462a-9086-6ee99261441f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1099496 Jun 21 19:58:40.326977 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b758a-a074-46c0-be2e-9ee0bdc96775 req-8a9436c2-684c-45cb-bcf4-90837ce9605d tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:40.329077 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a85b758a-a074-46c0-be2e-9ee0bdc96775 req-8a9436c2-684c-45cb-bcf4-90837ce9605d tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 944 time: 0.0771005 Jun 21 19:58:40.350166 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d42521cb-3724-4b12-a06b-c79ff06958e1 req-261a775c-e7d3-47ba-ba3c-0d46030b11c3 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Jun 21 19:58:40.375311 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a85b758a-a074-46c0-be2e-9ee0bdc96775 req-52ffd866-7c51-45c9-893c-7f7c4dfb4e31 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384686 Jun 21 19:58:41.531278 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c1a00-b7ca-4b03-b60a-d32ce0e1d9dc req-df4b056d-a7b7-4579-abff-75961004bb1e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:41.532858 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e12c1a00-b7ca-4b03-b60a-d32ce0e1d9dc req-df4b056d-a7b7-4579-abff-75961004bb1e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0664234 Jun 21 19:58:41.565393 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0d24e-25e6-4194-8a44-96b0944f908a req-937cc0a0-d490-49bb-836f-997bd6073a44 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:41.567477 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3ea0d24e-25e6-4194-8a44-96b0944f908a req-937cc0a0-d490-49bb-836f-997bd6073a44 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 944 time: 0.0749905 Jun 21 19:58:41.572276 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e12c1a00-b7ca-4b03-b60a-d32ce0e1d9dc req-f6387cd5-2bde-48e2-a759-cf9a8e304808 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332611 Jun 21 19:58:41.622080 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3ea0d24e-25e6-4194-8a44-96b0944f908a req-d664f330-fb96-45be-ac4f-ffd4aaba2647 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481932 Jun 21 19:58:42.438702 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 55c3863a-17e6-484a-b3e5-893799421374 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:58:42.524938 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 55c3863a-17e6-484a-b3e5-893799421374, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=55c3863a-17e6-484a-b3e5-893799421374,segment=NetworkSegment(585e1e36-c31f-4c22-82be-73b3ab54fc0d),segment_id=585e1e36-c31f-4c22-82be-73b3ab54fc0d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:42.533465 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '55c3863a-17e6-484a-b3e5-893799421374', 'network_id': '1b65d7aa-2389-44bc-921d-586f04812e54', 'port_id': '55c3863a-17e6-484a-b3e5-893799421374', 'mac_address': 'fa:16:3e:db:2d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59e7f2b-b680-41c3-b09f-b71c48694434', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:58:42.570536 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:42.582350 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c3863a-17e6-484a-b3e5-893799421374 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:58:42.600851 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 55c3863a-17e6-484a-b3e5-893799421374, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=55c3863a-17e6-484a-b3e5-893799421374,segment=NetworkSegment(585e1e36-c31f-4c22-82be-73b3ab54fc0d),segment_id=585e1e36-c31f-4c22-82be-73b3ab54fc0d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:42.686822 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:42.688644 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:42.743671 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=55c3863a-17e6-484a-b3e5-893799421374,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:42.753407 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:42.803354 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fd5c0-505f-495b-92f8-8334d1c85ace req-9cdc1bcb-e0fb-4b51-8e0a-f074e9962206 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:42.807950 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4a0fd5c0-505f-495b-92f8-8334d1c85ace req-9cdc1bcb-e0fb-4b51-8e0a-f074e9962206 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 945 time: 0.0693369 Jun 21 19:58:42.843624 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4a0fd5c0-505f-495b-92f8-8334d1c85ace req-36121bf3-3573-47d0-845d-9bc75b40c191 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Jun 21 19:58:43.077609 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['55c3863a-17e6-484a-b3e5-893799421374'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:58:43.641285 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de6ff2-a245-4952-b227-3b9b9b7213c9 req-05662f05-8595-4d19-86fe-9402c110168f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:43.642732 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-93de6ff2-a245-4952-b227-3b9b9b7213c9 req-05662f05-8595-4d19-86fe-9402c110168f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0744472 Jun 21 19:58:43.681064 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-93de6ff2-a245-4952-b227-3b9b9b7213c9 req-b33226bb-1a40-4d02-9679-f3fe14226ff0 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Jun 21 19:58:44.004693 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39678) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:44.045455 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46623513-34f8-4717-a18e-390d80d65fc6 req-057c5753-2912-46e1-8433-bd58137522e7 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:44.046939 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-46623513-34f8-4717-a18e-390d80d65fc6 req-057c5753-2912-46e1-8433-bd58137522e7 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 945 time: 0.0678458 Jun 21 19:58:44.087917 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-46623513-34f8-4717-a18e-390d80d65fc6 req-777f80c6-7bdd-45f6-adac-f33c304f9025 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348883 Jun 21 19:58:44.124113 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f7effe1d-703d-45bf-82f4-f7fa45046f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:44.222728 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f7effe1d-703d-45bf-82f4-f7fa45046f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:44.287262 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f7effe1d-703d-45bf-82f4-f7fa45046f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:44.291986 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-886c77cf-e46a-430e-840d-f417ee1ff972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:44.328314 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f7effe1d-703d-45bf-82f4-f7fa45046f0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6159fcf83a14c66a5b460387be1ce8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224478 Jun 21 19:58:44.329443 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7effe1d-703d-45bf-82f4-f7fa45046f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9900ad0-a8f2-43c4-98ee-8fab978a761e,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:44.331109 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39686) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:44.332722 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f7effe1d-703d-45bf-82f4-f7fa45046f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:44.384110 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:44.408918 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:44.452427 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 55c3863a-17e6-484a-b3e5-893799421374 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:58:44.517809 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:44.520474 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:44.521598 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9900ad0-a8f2-43c4-98ee-8fab978a761e HTTP/1.1" status: 204 len: 168 time: 0.1894777 Jun 21 19:58:44.522373 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-bc00ec43-63ac-47a2-be1f-212ded0d35c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:44.529929 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9900ad0-a8f2-43c4-98ee-8fab978a761e,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:44.537244 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.537802 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.538167 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.538711 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.539153 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.539540 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.539893 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.540241 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.540587 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.540927 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.541256 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.541758 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:58:44.544925 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:44.589570 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 55c3863a-17e6-484a-b3e5-893799421374 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:58:44.593737 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 55c3863a-17e6-484a-b3e5-893799421374 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:58:44.594325 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:44.672189 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:44.691525 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b05a63-a1d5-4a18-8741-f5107379ed85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3863a-17e6-484a-b3e5-893799421374'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:58:44.693878 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68faa8d7-d112-4482-9971-d04a3e615335" -d '{"events": [{"server_uuid": "e5b05a63-a1d5-4a18-8741-f5107379ed85", "name": "network-vif-plugged", "status": "completed", "tag": "55c3863a-17e6-484a-b3e5-893799421374"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:58:44.707236 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 55c3863a-17e6-484a-b3e5-893799421374, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=55c3863a-17e6-484a-b3e5-893799421374,segment=NetworkSegment(585e1e36-c31f-4c22-82be-73b3ab54fc0d),segment_id=585e1e36-c31f-4c22-82be-73b3ab54fc0d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:44.737127 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56331d3-9e80-494c-8ebc-d5722df3d812 x-openstack-request-id: req-b56331d3-9e80-494c-8ebc-d5722df3d812 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:58:44.737431 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b05a63-a1d5-4a18-8741-f5107379ed85", "name": "network-vif-plugged", "status": "completed", "tag": "55c3863a-17e6-484a-b3e5-893799421374", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:58:44.737700 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b56331d3-9e80-494c-8ebc-d5722df3d812 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:58:44.738103 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b05a63-a1d5-4a18-8741-f5107379ed85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c3863a-17e6-484a-b3e5-893799421374', 'code': 200} Jun 21 19:58:44.780933 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:44.784630 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:44.835894 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=55c3863a-17e6-484a-b3e5-893799421374,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:44.839166 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:45.158489 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5496f-e9b1-48a1-8758-74fdab27eb0f req-8e2c83ad-019c-403c-b9c4-b9fe6779262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:45.159973 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35d5496f-e9b1-48a1-8758-74fdab27eb0f req-8e2c83ad-019c-403c-b9c4-b9fe6779262a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 1099 time: 0.0546737 Jun 21 19:58:45.200822 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35d5496f-e9b1-48a1-8758-74fdab27eb0f req-06d6b6d0-61a9-4e52-aed1-8a147759fd94 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Jun 21 19:58:45.278468 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefc679-f4dc-472f-8487-3dfe656d569f req-d0304f50-4fe3-4f8f-bfcd-08b4bd7f9e15 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:45.291235 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-afefc679-f4dc-472f-8487-3dfe656d569f req-d0304f50-4fe3-4f8f-bfcd-08b4bd7f9e15 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 946 time: 0.0667310 Jun 21 19:58:45.325578 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-afefc679-f4dc-472f-8487-3dfe656d569f req-dd4422b6-73d8-4624-9034-c17298dd52ca tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340679 Jun 21 19:58:46.565128 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f920b-3589-4185-9c73-572d1bf6a6fd req-c5d039a5-b19f-46fa-804a-d3b485f34b35 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:46.566472 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cd5f920b-3589-4185-9c73-572d1bf6a6fd req-c5d039a5-b19f-46fa-804a-d3b485f34b35 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 946 time: 0.0844517 Jun 21 19:58:46.609859 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cd5f920b-3589-4185-9c73-572d1bf6a6fd req-3f0effef-a429-4719-9e93-72e64de13228 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350502 Jun 21 19:58:47.262122 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39782) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:47.367386 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1fb171ca-5158-4cd8-a846-c3e31b998c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:47.454131 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1fb171ca-5158-4cd8-a846-c3e31b998c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:47.532435 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1fb171ca-5158-4cd8-a846-c3e31b998c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:47.538346 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-2589333a-44b0-4af4-90bc-72076446d5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:47.576499 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-1fb171ca-5158-4cd8-a846-c3e31b998c6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66890f464af9473197080a23f2880533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132970 Jun 21 19:58:47.577602 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb171ca-5158-4cd8-a846-c3e31b998c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1735b3d2-f2b1-43c4-a722-9c5c21b871a6,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:47.579091 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39800) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:47.581167 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1fb171ca-5158-4cd8-a846-c3e31b998c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:47.629340 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-9f83f9d7-593d-44ce-821d-f77f2cbefd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:47.658668 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-9f83f9d7-593d-44ce-821d-f77f2cbefd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:47.788813 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4973321-473a-489d-b29f-f582552ca44a req-f46596ca-ac5c-41dc-abe8-668b7ccc3c83 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:47.800409 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e4973321-473a-489d-b29f-f582552ca44a req-f46596ca-ac5c-41dc-abe8-668b7ccc3c83 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 946 time: 0.0692925 Jun 21 19:58:47.800409 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-9f83f9d7-593d-44ce-821d-f77f2cbefd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:47.800409 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-9f83f9d7-593d-44ce-821d-f77f2cbefd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:47.800409 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-9f83f9d7-593d-44ce-821d-f77f2cbefd19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1735b3d2-f2b1-43c4-a722-9c5c21b871a6 HTTP/1.1" status: 204 len: 168 time: 0.2143855 Jun 21 19:58:47.800409 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-90add34d-cdc1-4323-a591-c29e05aa27a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:47.811314 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83f9d7-593d-44ce-821d-f77f2cbefd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1735b3d2-f2b1-43c4-a722-9c5c21b871a6,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:47.819058 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9f83f9d7-593d-44ce-821d-f77f2cbefd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:47.846721 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e4973321-473a-489d-b29f-f582552ca44a req-efd0d384-afb6-49fa-8e06-32324352488d tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418484 Jun 21 19:58:48.035809 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39814) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:48.265713 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-34af6226-fb35-40e1-9a7b-23398c476ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:48.355622 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-34af6226-fb35-40e1-9a7b-23398c476ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:48.448995 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-34af6226-fb35-40e1-9a7b-23398c476ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:48.452724 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-12ab31c1-eeb0-43d2-ae29-16c21220aea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:48.489985 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-34af6226-fb35-40e1-9a7b-23398c476ae6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c5db12800e8144a09796428687b9d37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4530160 Jun 21 19:58:48.491136 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af6226-fb35-40e1-9a7b-23398c476ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea326b68-20f9-4445-ba77-b5f758a7c652,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:48.493279 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39842) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:48.494706 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-34af6226-fb35-40e1-9a7b-23398c476ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:48.546947 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-707ba299-77ae-435f-9af1-de01520f3bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:48.568668 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-707ba299-77ae-435f-9af1-de01520f3bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:48.683319 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-707ba299-77ae-435f-9af1-de01520f3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:48.685970 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-707ba299-77ae-435f-9af1-de01520f3bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:48.687101 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-707ba299-77ae-435f-9af1-de01520f3bc5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea326b68-20f9-4445-ba77-b5f758a7c652 HTTP/1.1" status: 204 len: 168 time: 0.1925483 Jun 21 19:58:48.687874 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3ad5a2b5-813d-41d1-ac6f-9f78a0851d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:48.695554 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ba299-77ae-435f-9af1-de01520f3bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea326b68-20f9-4445-ba77-b5f758a7c652,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:48.697695 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-707ba299-77ae-435f-9af1-de01520f3bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:48.865545 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39858) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:48.895130 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39862) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:48.979543 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1161491216-network', 'tenant_id': '7f1eb18fa4554f56aad0bb3f6105cb45'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:58:49.094458 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Made reservation on behalf of 7f1eb18fa4554f56aad0bb3f6105cb45 for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:58:49.097269 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.113582 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.127929 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-49199259-e2e5-4700-a384-60aa762c5d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.223880 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.312687 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.317360 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a4a95b9e-1125-4329-9dbf-d6e2e6d884e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:49.347417 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:58:49.366520 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb6d5ca-d55b-4ed4-b636-e821ebae26e7,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:49.369794 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:49.373816 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.374153 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Added segment 294f15fb-2717-4bd0-9eec-f46bc8832ab3 of type vlan for network c31fd2b2-9d2a-47b2-9731-973f64070c1b Jun 21 19:58:49.425394 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.445940 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39872) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:49.463768 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-38ce2f78-ffa9-4973-962f-be803d9f5d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.477478 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-49199259-e2e5-4700-a384-60aa762c5d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.549193 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.550549 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:49.551253 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.554675 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:49.596985 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-49199259-e2e5-4700-a384-60aa762c5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.624685 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Pushing event updated for resources: {'Network': ['ID=c31fd2b2-9d2a-47b2-9731-973f64070c1b,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:49.629285 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:49.629771 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c4a8285d-1e46-4c08-8ed8-81a9d60c2ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:49.635876 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network c31fd2b2-9d2a-47b2-9731-973f64070c1b details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:58:49.640532 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-49199259-e2e5-4700-a384-60aa762c5d86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44be3fe2a56d45d78c2a6f71d5a17e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7443352 Jun 21 19:58:49.643137 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39874) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:49.663107 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-38ce2f78-ffa9-4973-962f-be803d9f5d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.668255 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49199259-e2e5-4700-a384-60aa762c5d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaede9d-d25b-48b9-a7a8-881132b4cd9e,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:49.674462 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-49199259-e2e5-4700-a384-60aa762c5d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:49.702863 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24099821-755e-4349-bfe0-9dbf8019dd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.722906 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24099821-755e-4349-bfe0-9dbf8019dd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.744135 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-38ce2f78-ffa9-4973-962f-be803d9f5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.747947 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a1b14a2f-dc94-4ecb-8961-b8f00b97b4c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:49.785462 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-38ce2f78-ffa9-4973-962f-be803d9f5d20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f61f6aca3b9348878428658f51c0e6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383718 Jun 21 19:58:49.786674 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce2f78-ffa9-4973-962f-be803d9f5d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37037fdd-67ef-4e8b-8463-5ab9f4ca9823,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:49.788093 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39876) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:49.790969 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-38ce2f78-ffa9-4973-962f-be803d9f5d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:49.812587 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9460526 Jun 21 19:58:49.828272 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39878) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:49.832841 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Request body: {'subnet': {'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1161491216-subnet', 'tenant_id': '7f1eb18fa4554f56aad0bb3f6105cb45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:58:49.847464 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24099821-755e-4349-bfe0-9dbf8019dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.849910 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24099821-755e-4349-bfe0-9dbf8019dd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.851137 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-24099821-755e-4349-bfe0-9dbf8019dd94 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afaede9d-d25b-48b9-a7a8-881132b4cd9e HTTP/1.1" status: 204 len: 168 time: 0.2069156 Jun 21 19:58:49.853732 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-13ac225a-4c73-4fee-ad6b-7fa1069b9d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:49.855467 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2ef80d5d-1538-449e-b075-ecdd1328343f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.877694 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24099821-755e-4349-bfe0-9dbf8019dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaede9d-d25b-48b9-a7a8-881132b4cd9e,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:49.883374 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-24099821-755e-4349-bfe0-9dbf8019dd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:49.894015 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2ef80d5d-1538-449e-b075-ecdd1328343f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:49.963197 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Made reservation on behalf of 7f1eb18fa4554f56aad0bb3f6105cb45 for: {'subnet': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:58:49.967950 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30770922'] for subnet, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:50.028565 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2ef80d5d-1538-449e-b075-ecdd1328343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:50.031047 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2ef80d5d-1538-449e-b075-ecdd1328343f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:50.032180 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-2ef80d5d-1538-449e-b075-ecdd1328343f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37037fdd-67ef-4e8b-8463-5ab9f4ca9823 HTTP/1.1" status: 204 len: 168 time: 0.2430811 Jun 21 19:58:50.033881 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-dd4c5273-9dc6-40e3-8f02-22252909487c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:50.045549 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef80d5d-1538-449e-b075-ecdd1328343f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37037fdd-67ef-4e8b-8463-5ab9f4ca9823,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:50.048805 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2ef80d5d-1538-449e-b075-ecdd1328343f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:50.198086 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30744992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30770936'] for subnet, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:50.201377 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2f53d9d1-7ec2-4b4c-8ed2-db8f31fba370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:50.262522 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fde1809-1a1b-4075-81e6-ad355026d559,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:50.265846 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:50.274646 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Checking segment: {'id': '294f15fb-2717-4bd0-9eec-f46bc8832ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:58:50.275172 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Network hostable DHCP agents. Network: c31fd2b2-9d2a-47b2-9731-973f64070c1b, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:58:50.355419 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Network c31fd2b2-9d2a-47b2-9731-973f64070c1b is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:58:50.431805 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, c31fd2b2-9d2a-47b2-9731-973f64070c1b) {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:58:50.436019 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:50.442128 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:50.442826 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0336be8f-debf-4c65-b608-4112c5f46824 None None] Network c31fd2b2-9d2a-47b2-9731-973f64070c1b requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:58:50.510381 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-860a7b3a-0555-4bd7-aa2a-09a2051ccdce admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6810579 Jun 21 19:58:50.566936 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a548aa-2271-465c-9ef4-afc94c81bf1d None None] Network c31fd2b2-9d2a-47b2-9731-973f64070c1b requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:58:50.614357 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 39904) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:50.628286 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-165cfe32-7603-43f3-a53e-010ec235bb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:50.723768 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-165cfe32-7603-43f3-a53e-010ec235bb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:50.809059 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-165cfe32-7603-43f3-a53e-010ec235bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:50.813958 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-65c081cc-5c80-400b-8236-f13d29fa9334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:50.849939 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-165cfe32-7603-43f3-a53e-010ec235bb3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e96943c4f8e34ce9ae761ad72497d877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344954 Jun 21 19:58:50.850871 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cfe32-7603-43f3-a53e-010ec235bb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7ac3bb-bee6-4cf7-ae0a-c8441b1d2896,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:50.852976 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 39914) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:58:50.854159 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-165cfe32-7603-43f3-a53e-010ec235bb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:50.910635 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-23d4ab52-9bc3-4c13-ae2b-0a2d2c1feceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:50.932056 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-23d4ab52-9bc3-4c13-ae2b-0a2d2c1feceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:51.037400 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-23d4ab52-9bc3-4c13-ae2b-0a2d2c1feceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:51.040851 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-23d4ab52-9bc3-4c13-ae2b-0a2d2c1feceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:51.043842 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-23d4ab52-9bc3-4c13-ae2b-0a2d2c1feceb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca7ac3bb-bee6-4cf7-ae0a-c8441b1d2896 HTTP/1.1" status: 204 len: 168 time: 0.1879544 Jun 21 19:58:51.043842 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6b3e5f90-e34a-43b7-adf6-41e5a1c01280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:51.050632 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4ab52-9bc3-4c13-ae2b-0a2d2c1feceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7ac3bb-bee6-4cf7-ae0a-c8441b1d2896,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:51.052890 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-23d4ab52-9bc3-4c13-ae2b-0a2d2c1feceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:52.709615 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8740310-b1e2-4af0-bad9-d20fa2ec558d req-bd222457-c9a5-446c-983a-7ca59a4a1944 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:52.713528 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b8740310-b1e2-4af0-bad9-d20fa2ec558d req-bd222457-c9a5-446c-983a-7ca59a4a1944 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 946 time: 0.0810428 Jun 21 19:58:52.756243 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b8740310-b1e2-4af0-bad9-d20fa2ec558d req-4ee168c1-2557-4715-93c9-98f0c9c6fbf6 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387058 Jun 21 19:58:53.493371 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-936d913b-7910-44e9-8488-9b9d368bb3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:53.809319 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-510bf4b2-c6f1-4501-b11f-501551124b17 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:53.810810 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-510bf4b2-c6f1-4501-b11f-501551124b17 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/networks?id=c31fd2b2-9d2a-47b2-9731-973f64070c1b HTTP/1.1" status: 200 len: 814 time: 0.1054354 Jun 21 19:58:53.827662 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-d673901d-8a00-46d7-9b6a-9e397cdc0e9d tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/quotas/7f1eb18fa4554f56aad0bb3f6105cb45 HTTP/1.1" status: 200 len: 375 time: 0.0108440 Jun 21 19:58:53.875826 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-840eb5b9-3a22-41f6-9fb3-72524ebc1783 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f1eb18fa4554f56aad0bb3f6105cb45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416188 Jun 21 19:58:53.972363 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b088c33-43a8-4d9e-9da1-20cc0436c3e4 req-ad084636-ff7b-46ee-8637-6098c0256198 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:53.973851 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b088c33-43a8-4d9e-9da1-20cc0436c3e4 req-ad084636-ff7b-46ee-8637-6098c0256198 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 946 time: 0.0829744 Jun 21 19:58:54.017244 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-1ac58535-eb4a-4890-a431-29e3d276bec5 service neutron] 10.222.0.30 "GET /v2.0/networks/c31fd2b2-9d2a-47b2-9731-973f64070c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405261 Jun 21 19:58:54.019979 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-380dd7ea-5a46-4e13-ae16-6425da54952d req-a69dc2a1-d2c3-4fdd-93b2-83720dfccc93 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1421897 Jun 21 19:58:54.020191 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b088c33-43a8-4d9e-9da1-20cc0436c3e4 req-9cef8e8e-3835-4076-9415-229bf15095e6 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Jun 21 19:58:54.181358 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-6a50c3e4-2739-4dea-a120-28a2d8cc1cb3 service neutron] 10.222.0.30 "GET /v2.0/networks/c31fd2b2-9d2a-47b2-9731-973f64070c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556931 Jun 21 19:58:54.197510 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd7ea-5a46-4e13-ae16-6425da54952d req-04408321-15af-4508-b30a-cbc64c02dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:54.198863 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-380dd7ea-5a46-4e13-ae16-6425da54952d req-04408321-15af-4508-b30a-cbc64c02dfeb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 1099 time: 0.1312649 Jun 21 19:58:54.214391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0fed7-3f48-488e-94f7-050b038ff557 req-b03ee317-295b-40e1-a29c-abd35dfb0458 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:54.216049 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b2b0fed7-3f48-488e-94f7-050b038ff557 req-b03ee317-295b-40e1-a29c-abd35dfb0458 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 946 time: 0.1135876 Jun 21 19:58:54.377149 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd7ea-5a46-4e13-ae16-6425da54952d req-977fd6b7-36a7-4bd7-bbc2-b48a01d191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:54.378580 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-380dd7ea-5a46-4e13-ae16-6425da54952d req-977fd6b7-36a7-4bd7-bbc2-b48a01d191c4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 919 time: 0.1524606 Jun 21 19:58:54.423729 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-380dd7ea-5a46-4e13-ae16-6425da54952d req-e150a0db-701c-489a-9887-de24420e6d48 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b12d0b-f992-484b-b595-9120ce0073a1 HTTP/1.1" status: 200 len: 217 time: 0.0361600 Jun 21 19:58:54.428914 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-b2b0fed7-3f48-488e-94f7-050b038ff557 req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Deleting port 55c3863a-17e6-484a-b3e5-893799421374 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:58:54.429195 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b2b0fed7-3f48-488e-94f7-050b038ff557 req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:54.516289 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd7ea-5a46-4e13-ae16-6425da54952d req-7eca5efa-afce-4d03-99d9-b182d1de1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:54.517936 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-380dd7ea-5a46-4e13-ae16-6425da54952d req-7eca5efa-afce-4d03-99d9-b182d1de1e90 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.0857089 Jun 21 19:58:54.539096 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-583387c6-b68f-4a3b-9524-1fec988649c5 req-8b4a864b-8f0c-4b6c-870b-db911cc1d1f9 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 210 time: 0.0486281 Jun 21 19:58:54.571869 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-b2b0fed7-3f48-488e-94f7-050b038ff557 req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] For port 55c3863a-17e6-484a-b3e5-893799421374, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=55c3863a-17e6-484a-b3e5-893799421374,segment=NetworkSegment(585e1e36-c31f-4c22-82be-73b3ab54fc0d),segment_id=585e1e36-c31f-4c22-82be-73b3ab54fc0d)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:58:54.572206 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b2b0fed7-3f48-488e-94f7-050b038ff557 req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:54.655198 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-b2b0fed7-3f48-488e-94f7-050b038ff557 req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Calling delete_port for 55c3863a-17e6-484a-b3e5-893799421374 owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:58:54.894534 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b2b0fed7-3f48-488e-94f7-050b038ff557 req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:54.899798 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:58:54.934180 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Pushing event deleted for resources: {'Port': ['ID=55c3863a-17e6-484a-b3e5-893799421374,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:58:54.937926 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:58:54.986192 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b0fed7-3f48-488e-94f7-050b038ff557 req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] No DVR routers for this DVR port 55c3863a-17e6-484a-b3e5-893799421374 on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:58:54.989230 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b2b0fed7-3f48-488e-94f7-050b038ff557 req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:54.991759 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b2b0fed7-3f48-488e-94f7-050b038ff557 req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.22 "DELETE /v2.0/ports/55c3863a-17e6-484a-b3e5-893799421374 HTTP/1.1" status: 204 len: 173 time: 0.7661586 Jun 21 19:58:54.992446 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b05a63-a1d5-4a18-8741-f5107379ed85', 'name': 'network-vif-deleted', 'tag': '55c3863a-17e6-484a-b3e5-893799421374'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:58:54.994686 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6466b6-7ec1-422d-a5f9-869c6d5c50ca" -d '{"events": [{"server_uuid": "e5b05a63-a1d5-4a18-8741-f5107379ed85", "name": "network-vif-deleted", "tag": "55c3863a-17e6-484a-b3e5-893799421374"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:58:55.282871 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aed53f3-383a-479f-ba7c-2b71cce6de97 x-openstack-request-id: req-2aed53f3-383a-479f-ba7c-2b71cce6de97 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:58:55.283202 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b05a63-a1d5-4a18-8741-f5107379ed85", "name": "network-vif-deleted", "tag": "55c3863a-17e6-484a-b3e5-893799421374", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:58:55.283513 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2aed53f3-383a-479f-ba7c-2b71cce6de97 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:58:55.283958 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b05a63-a1d5-4a18-8741-f5107379ed85', 'name': 'network-vif-deleted', 'tag': '55c3863a-17e6-484a-b3e5-893799421374', 'status': 'completed', 'code': 200} Jun 21 19:58:55.409288 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-28a08883-56e0-4830-b9bb-32419590eaa6 req-76e8cddd-a30b-4d89-8f5b-2422de67c129 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 210 time: 0.0344298 Jun 21 19:58:55.579138 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c52c1-85f8-4877-a5ee-6df665f71c9d req-4edbe1e6-5463-48d1-9858-235af20a4ae2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:55.582865 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-950c52c1-85f8-4877-a5ee-6df665f71c9d req-4edbe1e6-5463-48d1-9858-235af20a4ae2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0669250 Jun 21 19:58:55.619025 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-950c52c1-85f8-4877-a5ee-6df665f71c9d req-cdd3279c-640c-49aa-973c-9a1f74c72c8c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Jun 21 19:58:55.696120 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3abf84ba-406a-430a-b795-db11f8d79beb req-b0f5ccef-e9ad-4928-ad0e-432565a599b8 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 210 time: 0.0334668 Jun 21 19:58:56.263499 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-83d3cfe2-506b-4092-8bd7-c60a414d4092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:56.548172 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-881c9c8d-aecf-4fe1-8bbb-ee1e888812ad req-7372ba45-ecaf-44ad-bedb-00d1a11398fb tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 210 time: 0.0270972 Jun 21 19:58:56.803995 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c773d-2dd5-4c1b-ae92-7cd3fea02d97 req-34873065-4177-4417-861c-c173c5995c8d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:56.806109 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-879c773d-2dd5-4c1b-ae92-7cd3fea02d97 req-34873065-4177-4417-861c-c173c5995c8d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0674877 Jun 21 19:58:56.844737 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-879c773d-2dd5-4c1b-ae92-7cd3fea02d97 req-47ea2254-ee28-489e-b78b-1061e11c191f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325890 Jun 21 19:58:56.976477 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-12d7227c-ea3d-4f48-a011-1c19b0190724 req-c9e005e0-a881-4f57-99cd-96ec0ae55c94 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 210 time: 0.0301695 Jun 21 19:58:57.055001 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:58:57.237477 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:57.328337 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:57.685824 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d57fc636-4c33-4ad7-ac47-ff47578e90cd req-41be3ae7-7a9a-49f4-9060-3c819e28114a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 210 time: 0.0269854 Jun 21 19:58:57.712348 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['55c3863a-17e6-484a-b3e5-893799421374'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:58:57.738987 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-380dd7ea-5a46-4e13-ae16-6425da54952d req-41b2a0cc-3e2f-4d26-9a06-d1f8b0ab15e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295124 Jun 21 19:58:57.836625 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-380dd7ea-5a46-4e13-ae16-6425da54952d req-1acf8b6d-2395-4742-b904-faef8e8c474a service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897408 Jun 21 19:58:58.025190 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-380dd7ea-5a46-4e13-ae16-6425da54952d req-068df95e-aac6-45cc-9b89-28b98add5eb5 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690083 Jun 21 19:58:58.032598 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60c294-9050-4f32-b0bf-8d3c74caedb7 req-f7711af0-d2e3-4f97-b8c0-2652fcda0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:58.034254 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9f60c294-9050-4f32-b0bf-8d3c74caedb7 req-f7711af0-d2e3-4f97-b8c0-2652fcda0c1e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 1098 time: 0.1268785 Jun 21 19:58:58.134267 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c2ae51ce-8b16-4be9-9ca9-9c754d34134f req-5d551357-5fac-44bd-9b80-3b20613bddb3 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 210 time: 0.0411191 Jun 21 19:58:58.368439 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b66d4-74c2-4cbb-a3c0-825f3691fd25 req-25fa1a77-5c41-4b23-babb-174bdcd76965 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:58.370212 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0b8b66d4-74c2-4cbb-a3c0-825f3691fd25 req-25fa1a77-5c41-4b23-babb-174bdcd76965 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.3908577 Jun 21 19:58:58.414648 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:58.429662 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0b8b66d4-74c2-4cbb-a3c0-825f3691fd25 req-759a73b8-94fe-4b2c-87c0-d7ae92c37d37 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530777 Jun 21 19:58:58.438661 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60c294-9050-4f32-b0bf-8d3c74caedb7 req-f58547d9-4d0b-47b4-b52c-ecd278bc3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:58.440106 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9f60c294-9050-4f32-b0bf-8d3c74caedb7 req-f58547d9-4d0b-47b4-b52c-ecd278bc3d84 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 919 time: 0.3879976 Jun 21 19:58:58.482898 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:58:58.485338 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9f60c294-9050-4f32-b0bf-8d3c74caedb7 req-9d95cb13-4dd9-4fdf-8f32-9e9124af10d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 HTTP/1.1" status: 200 len: 217 time: 0.0349841 Jun 21 19:58:58.539290 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60c294-9050-4f32-b0bf-8d3c74caedb7 req-5daca832-9d90-4f94-849d-3058a89ec91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:58.540723 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9f60c294-9050-4f32-b0bf-8d3c74caedb7 req-5daca832-9d90-4f94-849d-3058a89ec91d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.0471594 Jun 21 19:58:58.580790 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9f60c294-9050-4f32-b0bf-8d3c74caedb7 req-3d5aa98c-c419-46c4-beeb-6435de4e840a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252953 Jun 21 19:58:58.703774 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9f60c294-9050-4f32-b0bf-8d3c74caedb7 req-bcf3e8d9-fc22-44a7-910a-2a125d3f0c5b service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933630 Jun 21 19:58:58.835155 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9f60c294-9050-4f32-b0bf-8d3c74caedb7 req-65d313d9-c3d9-4927-83bb-7e2068ffc634 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266956 Jun 21 19:58:58.908451 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f89fade1-ed79-4ca0-a0ba-034295da22f7 req-904f753f-f71d-4060-97b6-0d700796a167 tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5b05a63-a1d5-4a18-8741-f5107379ed85 HTTP/1.1" status: 200 len: 210 time: 0.0382781 Jun 21 19:58:59.286057 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d36cca18-b44d-44a9-b690-65074407dd83 req-9fae1d9d-3eb9-46f7-ada7-d7dddff2ce2d tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 210 time: 0.0327406 Jun 21 19:58:59.615163 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8dde7-3d30-4e4b-95de-23737bd46da2 req-40621c96-4ad7-4724-b79d-3478b3f6531c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:59.616773 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b8f8dde7-3d30-4e4b-95de-23737bd46da2 req-40621c96-4ad7-4724-b79d-3478b3f6531c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0728848 Jun 21 19:58:59.655508 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b8f8dde7-3d30-4e4b-95de-23737bd46da2 req-e53d6568-9c1d-422f-bb4a-17e3af312763 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Jun 21 19:58:59.835008 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-34a33a88-e81f-4aee-90cb-bf29b5e0f486 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:58:59.836558 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-34a33a88-e81f-4aee-90cb-bf29b5e0f486 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.22 "GET /v2.0/networks?id=c31fd2b2-9d2a-47b2-9731-973f64070c1b HTTP/1.1" status: 200 len: 814 time: 0.1043036 Jun 21 19:58:59.850751 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Request body: {'port': {'device_id': '0672d2ed-4d0a-4e13-97db-da3e5726cf90', 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b', 'admin_state_up': True, 'tenant_id': '7f1eb18fa4554f56aad0bb3f6105cb45'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:59:00.036917 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Made reservation on behalf of 7f1eb18fa4554f56aad0bb3f6105cb45 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:59:00.041334 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:00.203521 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Allocated IP 172.20.0.11 (c31fd2b2-9d2a-47b2-9731-973f64070c1b/8fde1809-1a1b-4075-81e6-ad355026d559/26b19065-8c26-4906-ab97-707d03f1afa6) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:59:00.358282 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:00.447407 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:00.452496 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:00.457645 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-32336c03-f403-4e3e-8c20-022e34f1ebd0 req-f4263b47-273e-4679-92a0-03f04b3df81b tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 210 time: 0.0310607 Jun 21 19:59:00.498896 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Network c31fd2b2-9d2a-47b2-9731-973f64070c1b is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:59:00.502086 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:59:00.512588 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Pushing event updated for resources: {'Port': ['ID=26b19065-8c26-4906-ab97-707d03f1afa6,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:00.514641 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:59:00.518533 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:00.565072 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:00.565687 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:00.655477 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8091316 Jun 21 19:59:00.668171 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Request body: {'port': {'device_id': '0672d2ed-4d0a-4e13-97db-da3e5726cf90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:59:00.762873 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:00.984725 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992da75c-ff29-42ad-bd0a-95c73263287f req-debea6cb-0104-4285-94f7-0be4731a2639 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:00.985992 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-992da75c-ff29-42ad-bd0a-95c73263287f req-debea6cb-0104-4285-94f7-0be4731a2639 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1917942 Jun 21 19:59:01.064112 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-992da75c-ff29-42ad-bd0a-95c73263287f req-5429770f-498a-4726-a32e-29241ff1ea30 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660381 Jun 21 19:59:01.138832 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b19065-8c26-4906-ab97-707d03f1afa6 {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:59:01.146518 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:01.159898 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Transition to ACTIVE for port object 26b19065-8c26-4906-ab97-707d03f1afa6 will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:59:01.260460 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:01.264940 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1592f19b-8dba-4907-8ea2-afa9a294b903 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:01.340103 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Pushing event updated for resources: {'Port': ['ID=26b19065-8c26-4906-ab97-707d03f1afa6,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:01.344473 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:01.442391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Attempting to bind port 26b19065-8c26-4906-ab97-707d03f1afa6 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:59:01.442391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Attempting to bind port 26b19065-8c26-4906-ab97-707d03f1afa6 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '294f15fb-2717-4bd0-9eec-f46bc8832ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:59:01.442391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Attempting to bind port 26b19065-8c26-4906-ab97-707d03f1afa6 on network c31fd2b2-9d2a-47b2-9731-973f64070c1b {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:59:01.442391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Port 26b19065-8c26-4906-ab97-707d03f1afa6 on network c31fd2b2-9d2a-47b2-9731-973f64070c1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:59:01.442391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Attempting to bind port 26b19065-8c26-4906-ab97-707d03f1afa6 on network c31fd2b2-9d2a-47b2-9731-973f64070c1b {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:59:01.442391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:59:01.442391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Checking segment: {'id': '294f15fb-2717-4bd0-9eec-f46bc8832ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:59:01.442391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Bound using segment: {'id': '294f15fb-2717-4bd0-9eec-f46bc8832ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:59:01.442391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Bound port: 26b19065-8c26-4906-ab97-707d03f1afa6, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294f15fb-2717-4bd0-9eec-f46bc8832ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:59:01.442391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:01.489246 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] For port 26b19065-8c26-4906-ab97-707d03f1afa6, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:59:01.494148 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] For port 26b19065-8c26-4906-ab97-707d03f1afa6, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=26b19065-8c26-4906-ab97-707d03f1afa6,segment=NetworkSegment(294f15fb-2717-4bd0-9eec-f46bc8832ab3),segment_id=294f15fb-2717-4bd0-9eec-f46bc8832ab3)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:59:01.580361 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:01.593668 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:01.673083 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:01.673710 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:01.675057 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] 10.222.0.22 "PUT /v2.0/ports/26b19065-8c26-4906-ab97-707d03f1afa6 HTTP/1.1" status: 200 len: 1094 time: 1.0119185 Jun 21 19:59:01.675843 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Pushing event updated for resources: {'Port': ['ID=26b19065-8c26-4906-ab97-707d03f1afa6,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:01.678239 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0672d2ed-4d0a-4e13-97db-da3e5726cf90', 'tag': '26b19065-8c26-4906-ab97-707d03f1afa6'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:59:01.681073 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c183b9-2017-409e-af27-31171cd84966" -d '{"events": [{"name": "network-changed", "server_uuid": "0672d2ed-4d0a-4e13-97db-da3e5726cf90", "tag": "26b19065-8c26-4906-ab97-707d03f1afa6"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:59:01.684901 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:01.718935 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 55c3863a-17e6-484a-b3e5-893799421374 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:59:01.729285 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94bcc-537f-4cb8-b42d-3c976c6c4914 req-d0ae7025-8e7a-4a1a-8fad-03717b308bac tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:01.729285 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ecb94bcc-537f-4cb8-b42d-3c976c6c4914 req-d0ae7025-8e7a-4a1a-8fad-03717b308bac tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 944 time: 0.1393106 Jun 21 19:59:01.738091 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefe016f-c939-4e5a-96c4-cdd3f90fe11b x-openstack-request-id: req-cefe016f-c939-4e5a-96c4-cdd3f90fe11b {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:59:01.738424 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0672d2ed-4d0a-4e13-97db-da3e5726cf90", "tag": "26b19065-8c26-4906-ab97-707d03f1afa6", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:59:01.738719 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cefe016f-c939-4e5a-96c4-cdd3f90fe11b {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:59:01.739167 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0672d2ed-4d0a-4e13-97db-da3e5726cf90', 'tag': '26b19065-8c26-4906-ab97-707d03f1afa6', 'status': 'completed', 'code': 200} Jun 21 19:59:01.751627 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 55c3863a-17e6-484a-b3e5-893799421374 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:59:01.752231 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 55c3863a-17e6-484a-b3e5-893799421374 not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:59:01.812727 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ecb94bcc-537f-4cb8-b42d-3c976c6c4914 req-acf9915a-1e96-4ba8-a66e-0f5b5dcc153d tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848863 Jun 21 19:59:01.843393 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c183b9-2017-409e-af27-31171cd84966 req-8e5e333a-00bf-42e3-8bdd-1b5be1527af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:01.847224 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f2c183b9-2017-409e-af27-31171cd84966 req-8e5e333a-00bf-42e3-8bdd-1b5be1527af6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f1eb18fa4554f56aad0bb3f6105cb45&device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 1097 time: 0.0815601 Jun 21 19:59:01.948125 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c183b9-2017-409e-af27-31171cd84966 req-4b4925b4-c9ea-4ea5-b038-c50dd052571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:01.949625 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f2c183b9-2017-409e-af27-31171cd84966 req-4b4925b4-c9ea-4ea5-b038-c50dd052571c service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7f1eb18fa4554f56aad0bb3f6105cb45&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0966799 Jun 21 19:59:02.049867 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c183b9-2017-409e-af27-31171cd84966 req-79e07924-5388-419c-a8c6-b7eac1a7b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:02.051244 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f2c183b9-2017-409e-af27-31171cd84966 req-79e07924-5388-419c-a8c6-b7eac1a7b3e9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914714 Jun 21 19:59:02.241702 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78c840-9874-4dfd-a30f-3fbeb31ef528 req-b81cc878-43bf-4844-8b9a-f8d4a58a5834 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:02.243126 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fa78c840-9874-4dfd-a30f-3fbeb31ef528 req-b81cc878-43bf-4844-8b9a-f8d4a58a5834 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0617700 Jun 21 19:59:02.281441 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fa78c840-9874-4dfd-a30f-3fbeb31ef528 req-1a2334f2-71b5-4dca-8df0-632968ec22ca tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327229 Jun 21 19:59:02.996917 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c976e-5fbb-4104-aaa1-7dbd0f8ca0eb req-2b35acc9-2bea-482f-ac1c-24620dd5a2e6 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:02.998393 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1e2c976e-5fbb-4104-aaa1-7dbd0f8ca0eb req-2b35acc9-2bea-482f-ac1c-24620dd5a2e6 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 944 time: 0.0651803 Jun 21 19:59:03.036816 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1e2c976e-5fbb-4104-aaa1-7dbd0f8ca0eb req-5c2a993c-0877-4d66-8b15-808116888848 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 Jun 21 19:59:03.289997 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 40306) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:03.414328 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5b79bcf6-874c-4850-a471-1e9806509e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:03.497931 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d6172-f966-43c0-ab1f-24b7ace99e6c req-57a9b962-6af4-4566-85e7-39b32b34a3ce tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:03.499403 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9f7d6172-f966-43c0-ab1f-24b7ace99e6c req-57a9b962-6af4-4566-85e7-39b32b34a3ce tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1008327 Jun 21 19:59:03.548756 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9f7d6172-f966-43c0-ab1f-24b7ace99e6c req-d4609fed-f61c-48e5-9ade-dce3b9b870b2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Jun 21 19:59:03.572959 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5b79bcf6-874c-4850-a471-1e9806509e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:03.640306 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5b79bcf6-874c-4850-a471-1e9806509e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:03.643649 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-d1a5944a-804e-48af-bbe7-23e2442800db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:03.684466 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-5b79bcf6-874c-4850-a471-1e9806509e49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b9b11abea274cca8d8542d972669015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933780 Jun 21 19:59:03.685401 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79bcf6-874c-4850-a471-1e9806509e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddacf6f-b303-4787-90d1-f076afcde51c,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:03.688832 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 40312) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:03.694821 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5b79bcf6-874c-4850-a471-1e9806509e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:03.737301 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-25fe9904-cab2-4c97-8a08-638bda3741a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:03.758740 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-25fe9904-cab2-4c97-8a08-638bda3741a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:03.886709 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-25fe9904-cab2-4c97-8a08-638bda3741a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:03.889435 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-25fe9904-cab2-4c97-8a08-638bda3741a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:03.890571 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-25fe9904-cab2-4c97-8a08-638bda3741a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eddacf6f-b303-4787-90d1-f076afcde51c HTTP/1.1" status: 204 len: 168 time: 0.2008531 Jun 21 19:59:03.891374 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6797badd-6fc6-4f91-bd3a-4f8c058b674e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:03.901172 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe9904-cab2-4c97-8a08-638bda3741a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddacf6f-b303-4787-90d1-f076afcde51c,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:03.903418 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-25fe9904-cab2-4c97-8a08-638bda3741a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:04.214044 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a7c47-2d73-463a-acb2-e5bcb3618235 req-0bafa1f0-8f48-4f82-812d-be99e5bb581c tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:04.215536 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a71a7c47-2d73-463a-acb2-e5bcb3618235 req-0bafa1f0-8f48-4f82-812d-be99e5bb581c tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 944 time: 0.0670650 Jun 21 19:59:04.255849 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a71a7c47-2d73-463a-acb2-e5bcb3618235 req-5a1de33e-72c9-4aa4-ad50-0c32ccc24b53 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347729 Jun 21 19:59:04.486987 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 40328) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:04.500410 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-28495556-5e2e-4a3a-b3d5-efbcddb94473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:04.585796 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-28495556-5e2e-4a3a-b3d5-efbcddb94473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:04.671309 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-28495556-5e2e-4a3a-b3d5-efbcddb94473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:04.690052 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5b79bcf6-874c-4850-a471-1e9806509e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:04.735938 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-28495556-5e2e-4a3a-b3d5-efbcddb94473 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ca79247885e4439a4efb50ba2894693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476306 Jun 21 19:59:04.738318 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 40332) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:04.740946 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28495556-5e2e-4a3a-b3d5-efbcddb94473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23de155-d1e0-418c-8bff-10e9d932efbb,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:04.746627 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-28495556-5e2e-4a3a-b3d5-efbcddb94473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:04.770898 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15451a4-e280-4b8f-a4a3-36dd78650698 req-42462210-fee9-47cc-aa6b-052ac49554cb tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:04.773478 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b15451a4-e280-4b8f-a4a3-36dd78650698 req-42462210-fee9-47cc-aa6b-052ac49554cb tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1125448 Jun 21 19:59:04.786361 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-976d3b4f-dcf2-4bfb-99ad-707a8468b369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:04.807640 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-976d3b4f-dcf2-4bfb-99ad-707a8468b369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:04.812057 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b15451a4-e280-4b8f-a4a3-36dd78650698 req-0163d19c-3e6b-46f8-9ec3-0887dd194acd tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Jun 21 19:59:04.924915 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-bdf2594b-2cc0-45bf-96a4-188a091de1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:04.926318 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-bdf2594b-2cc0-45bf-96a4-188a091de1df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f1eb18fa4554f56aad0bb3f6105cb45&device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 1097 time: 0.0532176 Jun 21 19:59:04.941426 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-976d3b4f-dcf2-4bfb-99ad-707a8468b369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:04.944659 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-976d3b4f-dcf2-4bfb-99ad-707a8468b369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:04.945739 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-976d3b4f-dcf2-4bfb-99ad-707a8468b369 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b23de155-d1e0-418c-8bff-10e9d932efbb HTTP/1.1" status: 204 len: 168 time: 0.2064536 Jun 21 19:59:04.975960 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-45eaae6b-8b30-45ae-b375-ce2b922a4145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:04.983586 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-baf7f3f4-fd72-42f6-b55f-0808c49ec923 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26b19065-8c26-4906-ab97-707d03f1afa6 HTTP/1.1" status: 200 len: 217 time: 0.0491233 Jun 21 19:59:04.984753 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d3b4f-dcf2-4bfb-99ad-707a8468b369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23de155-d1e0-418c-8bff-10e9d932efbb,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:04.987013 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-976d3b4f-dcf2-4bfb-99ad-707a8468b369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:05.035266 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-0e8fd07e-d341-4d9e-a148-c773fbead747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:05.036740 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-0e8fd07e-d341-4d9e-a148-c773fbead747 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8fde1809-1a1b-4075-81e6-ad355026d559 HTTP/1.1" status: 200 len: 854 time: 0.0445638 Jun 21 19:59:05.074252 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-fdd49cdb-ebae-4770-a54c-6de22d4ff243 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c31fd2b2-9d2a-47b2-9731-973f64070c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269380 Jun 21 19:59:05.166019 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-f411a7e7-5ce5-4b20-a81c-846ec3662044 service neutron] 10.222.0.22 "GET /v2.0/networks/c31fd2b2-9d2a-47b2-9731-973f64070c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851054 Jun 21 19:59:05.265004 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9bfb992-75ca-4d88-bd35-030fc64514b4 req-4d86c817-30d0-4423-b9c3-82f0f0b52ff2 service neutron] 10.222.0.22 "GET /v2.0/networks/c31fd2b2-9d2a-47b2-9731-973f64070c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921571 Jun 21 19:59:05.437444 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd0bf6-5ab4-4184-9e4d-d8b6ea606cea req-b332d9bf-6a0d-4a82-ab33-5c1297cdedea tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:05.438789 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-edfd0bf6-5ab4-4184-9e4d-d8b6ea606cea req-b332d9bf-6a0d-4a82-ab33-5c1297cdedea tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 944 time: 0.0656281 Jun 21 19:59:05.476832 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-edfd0bf6-5ab4-4184-9e4d-d8b6ea606cea req-1bd499eb-f1ff-4428-be2b-33448a90d687 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Jun 21 19:59:05.606411 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 40350) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:05.621305 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-18418c57-3003-42fa-bf5e-3d95a9af6f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:05.710814 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-18418c57-3003-42fa-bf5e-3d95a9af6f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:05.791074 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-18418c57-3003-42fa-bf5e-3d95a9af6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:05.794901 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-38e9cbc5-b3ca-4f5a-815a-4a71285ab077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:05.837915 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18418c57-3003-42fa-bf5e-3d95a9af6f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60be3d9e-2f7e-4a3a-b07a-d07ef847e32f,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:05.839486 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-18418c57-3003-42fa-bf5e-3d95a9af6f97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f2f8af9d3164950a13f093d95800ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319999 Jun 21 19:59:05.840376 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-18418c57-3003-42fa-bf5e-3d95a9af6f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:05.842188 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 40366) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:05.906978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fab1-c8fd-41c5-acce-16de95852fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:05.946938 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fab1-c8fd-41c5-acce-16de95852fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:06.055543 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30561ec6-5b1c-474a-ac5a-e5466fbc773f req-aab441f4-f462-4ea3-b430-0dba631bf628 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:06.059125 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-30561ec6-5b1c-474a-ac5a-e5466fbc773f req-aab441f4-f462-4ea3-b430-0dba631bf628 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0987382 Jun 21 19:59:06.104232 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-30561ec6-5b1c-474a-ac5a-e5466fbc773f req-924a502c-ee5e-4318-8cdf-991b685861ce tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Jun 21 19:59:06.134073 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fab1-c8fd-41c5-acce-16de95852fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:06.137011 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fab1-c8fd-41c5-acce-16de95852fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:06.138349 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f7f9fab1-c8fd-41c5-acce-16de95852fe9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60be3d9e-2f7e-4a3a-b07a-d07ef847e32f HTTP/1.1" status: 204 len: 168 time: 0.2951970 Jun 21 19:59:06.139367 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-660c72b1-37eb-4b89-8fcd-1bb68ce7361e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:06.151316 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9fab1-c8fd-41c5-acce-16de95852fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60be3d9e-2f7e-4a3a-b07a-d07ef847e32f,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:06.161986 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f7f9fab1-c8fd-41c5-acce-16de95852fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:06.750110 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507d55a-ab74-4ebb-9e9e-e794b125232a req-02f8abae-9089-473d-9301-371c1895ffb9 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:06.751704 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d507d55a-ab74-4ebb-9e9e-e794b125232a req-02f8abae-9089-473d-9301-371c1895ffb9 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 944 time: 0.1470211 Jun 21 19:59:06.797713 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d507d55a-ab74-4ebb-9e9e-e794b125232a req-0a444e22-c1cd-4785-96ba-c0d18a90ce8b tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394368 Jun 21 19:59:07.308590 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38c698-c1e4-41a4-9b36-1deac79f2a64 req-4d98ae68-400e-4936-9374-5c6472f3bb46 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:07.310343 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3a38c698-c1e4-41a4-9b36-1deac79f2a64 req-4d98ae68-400e-4936-9374-5c6472f3bb46 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0803540 Jun 21 19:59:07.386642 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3a38c698-c1e4-41a4-9b36-1deac79f2a64 req-52d8a1d8-b98b-441b-872e-fed388412777 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694797 Jun 21 19:59:08.029428 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a82638-ba87-4c39-b9a4-dad10aafe7d4 req-f99721df-7cf7-4bf5-a610-ab3bd20b85d8 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:08.031055 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-88a82638-ba87-4c39-b9a4-dad10aafe7d4 req-f99721df-7cf7-4bf5-a610-ab3bd20b85d8 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 944 time: 0.0740707 Jun 21 19:59:08.072016 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-88a82638-ba87-4c39-b9a4-dad10aafe7d4 req-77b99f15-7cb8-44df-a3e6-e44e92dc10a2 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344465 Jun 21 19:59:08.213187 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 40426) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:08.332585 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-fb594d62-31c9-4042-ad64-be3f669e8c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:08.468944 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-fb594d62-31c9-4042-ad64-be3f669e8c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:08.569369 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-fb594d62-31c9-4042-ad64-be3f669e8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:08.571868 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-165cfe32-7603-43f3-a53e-010ec235bb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:08.632120 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bb777-59dc-41b2-904f-42867088b170 req-e927f76d-0db7-42e9-a53a-00ea2fc378c1 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:08.632447 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-fb594d62-31c9-4042-ad64-be3f669e8c25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7efba3a1e1134bc8a5ad8109dbf6f22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177656 Jun 21 19:59:08.632808 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 40434) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:08.635265 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-098bb777-59dc-41b2-904f-42867088b170 req-e927f76d-0db7-42e9-a53a-00ea2fc378c1 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0854516 Jun 21 19:59:08.639693 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb594d62-31c9-4042-ad64-be3f669e8c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b5aad2-cfce-4690-94cd-b9882f44e394,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:08.643287 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-fb594d62-31c9-4042-ad64-be3f669e8c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:08.694152 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-098bb777-59dc-41b2-904f-42867088b170 req-3ab1bc58-f34a-4645-9bfd-470d8db22c68 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531240 Jun 21 19:59:08.697982 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be597e48-0256-49a8-9f05-99f45f4f21d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:08.721203 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be597e48-0256-49a8-9f05-99f45f4f21d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:08.917083 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be597e48-0256-49a8-9f05-99f45f4f21d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:08.920146 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be597e48-0256-49a8-9f05-99f45f4f21d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:08.923753 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-be597e48-0256-49a8-9f05-99f45f4f21d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/66b5aad2-cfce-4690-94cd-b9882f44e394 HTTP/1.1" status: 204 len: 168 time: 0.2870784 Jun 21 19:59:08.923753 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0f7c7660-9114-403c-bc3a-32aa1b8010a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:08.934270 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be597e48-0256-49a8-9f05-99f45f4f21d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b5aad2-cfce-4690-94cd-b9882f44e394,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:08.936142 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-be597e48-0256-49a8-9f05-99f45f4f21d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:09.321706 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cb985-dca8-40b8-a3a9-79a10d9e08a0 req-2a06d088-5437-468f-a244-cc881317bea3 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:09.331368 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-488cb985-dca8-40b8-a3a9-79a10d9e08a0 req-2a06d088-5437-468f-a244-cc881317bea3 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 944 time: 0.1322246 Jun 21 19:59:09.372429 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-488cb985-dca8-40b8-a3a9-79a10d9e08a0 req-24e373ed-205c-4c92-84ea-e5fbe9d7753d tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399644 Jun 21 19:59:09.895028 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caae295-a102-4cc5-8f9d-377831715089 req-29fee665-058f-436a-b638-99610d7a8222 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:09.897185 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4caae295-a102-4cc5-8f9d-377831715089 req-29fee665-058f-436a-b638-99610d7a8222 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0746422 Jun 21 19:59:09.949589 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4caae295-a102-4cc5-8f9d-377831715089 req-eba2398f-8503-447a-81f3-e096a38addca tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461040 Jun 21 19:59:10.205325 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 26b19065-8c26-4906-ab97-707d03f1afa6 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:59:10.336968 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 26b19065-8c26-4906-ab97-707d03f1afa6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=26b19065-8c26-4906-ab97-707d03f1afa6,segment=NetworkSegment(294f15fb-2717-4bd0-9eec-f46bc8832ab3),segment_id=294f15fb-2717-4bd0-9eec-f46bc8832ab3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:59:10.336968 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '26b19065-8c26-4906-ab97-707d03f1afa6', 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b', 'port_id': '26b19065-8c26-4906-ab97-707d03f1afa6', 'mac_address': 'fa:16:3e:cb:dd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fde1809-1a1b-4075-81e6-ad355026d559', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:59:10.370515 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:10.509377 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b19065-8c26-4906-ab97-707d03f1afa6 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:59:10.552367 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 26b19065-8c26-4906-ab97-707d03f1afa6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=26b19065-8c26-4906-ab97-707d03f1afa6,segment=NetworkSegment(294f15fb-2717-4bd0-9eec-f46bc8832ab3),segment_id=294f15fb-2717-4bd0-9eec-f46bc8832ab3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:59:10.594752 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6725d5f-07fc-4934-b04b-11fe7b6ee0a0 req-e3a74c21-6136-4a6d-90cf-7a39e43b0b81 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:10.595980 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f6725d5f-07fc-4934-b04b-11fe7b6ee0a0 req-e3a74c21-6136-4a6d-90cf-7a39e43b0b81 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 944 time: 0.0907626 Jun 21 19:59:10.636116 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f6725d5f-07fc-4934-b04b-11fe7b6ee0a0 req-cbc168fd-c616-4764-b2b5-2b78bfd53cf1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Jun 21 19:59:10.669200 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:10.672618 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-1e7840be-4056-4e82-8ee7-2a20516caab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:10.725240 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=26b19065-8c26-4906-ab97-707d03f1afa6,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:10.733299 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.733682 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.734022 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.734385 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.734816 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.735254 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.735614 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.735943 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.736425 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.736799 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.737124 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.737447 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:10.742017 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:10.976915 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['26b19065-8c26-4906-ab97-707d03f1afa6'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:59:11.195115 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f684f-b882-4c7d-a48b-e386d0ab5491 req-7c8487f2-b658-4928-89f4-dfb579e5fecb tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:11.197742 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-624f684f-b882-4c7d-a48b-e386d0ab5491 req-7c8487f2-b658-4928-89f4-dfb579e5fecb tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0754476 Jun 21 19:59:11.248624 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-624f684f-b882-4c7d-a48b-e386d0ab5491 req-3066e365-a7c6-414c-be78-19071cf434cd tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448503 Jun 21 19:59:11.825621 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ca985-8ed0-47cd-8264-396321e4f544 req-9bd5429b-88f9-4832-8727-79baf2b63594 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:11.827069 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-be3ca985-8ed0-47cd-8264-396321e4f544 req-9bd5429b-88f9-4832-8727-79baf2b63594 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 945 time: 0.0667543 Jun 21 19:59:11.867736 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-be3ca985-8ed0-47cd-8264-396321e4f544 req-c095ba50-5817-493c-b0fd-7a260ba49232 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Jun 21 19:59:12.433786 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2d2c6-533f-4c7c-8c12-5eaa8cf49e5e req-75e3e863-ab5e-4e4e-93eb-48b17883a09c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:12.435342 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-99e2d2c6-533f-4c7c-8c12-5eaa8cf49e5e req-75e3e863-ab5e-4e4e-93eb-48b17883a09c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0762444 Jun 21 19:59:12.506761 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-99e2d2c6-533f-4c7c-8c12-5eaa8cf49e5e req-1039a74e-b5fd-4b04-a565-0cfe2de109ee tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595431 Jun 21 19:59:13.070443 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0b662-48dd-4997-8065-b84541ee7a6c req-49f54ac1-e0eb-4031-8619-419e4c11ed76 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:13.072118 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-92e0b662-48dd-4997-8065-b84541ee7a6c req-49f54ac1-e0eb-4031-8619-419e4c11ed76 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 945 time: 0.0654020 Jun 21 19:59:13.117574 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-92e0b662-48dd-4997-8065-b84541ee7a6c req-22fcc909-8033-440e-89e3-f154592102c2 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Jun 21 19:59:13.289080 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-110a1dfd-3fcd-4aea-a0aa-b3552b6394a7 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e0251c93695242e5a9a5dd2f61d0afff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344379 Jun 21 19:59:13.482329 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-dbb636d6-81da-4e94-b958-6014d2f93c4a tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:13.483687 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-dbb636d6-81da-4e94-b958-6014d2f93c4a tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889362 Jun 21 19:59:13.499909 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-a29e7b8e-50ed-4c10-a681-850f16ea32b2 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/quotas/e0251c93695242e5a9a5dd2f61d0afff HTTP/1.1" status: 200 len: 375 time: 0.0107045 Jun 21 19:59:13.536020 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5eab59a-bcfb-49d0-bee4-8561e8c952a6 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0251c93695242e5a9a5dd2f61d0afff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303235 Jun 21 19:59:13.698721 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e96b15-1407-4490-8b4f-fe2b000830bc req-275d7264-a15b-4015-876b-dc72132902bc tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:13.706307 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-48e96b15-1407-4490-8b4f-fe2b000830bc req-275d7264-a15b-4015-876b-dc72132902bc tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0745959 Jun 21 19:59:13.754374 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-48e96b15-1407-4490-8b4f-fe2b000830bc req-4d7cf438-6617-4369-a82a-d40b7b312a38 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468395 Jun 21 19:59:13.774848 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 26b19065-8c26-4906-ab97-707d03f1afa6 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:59:13.945774 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c01d2ce3-3e65-4150-998f-382619103f47 req-e6dd38df-f82b-43bb-84ca-5a1f5d872571 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 210 time: 0.0548422 Jun 21 19:59:13.966057 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 26b19065-8c26-4906-ab97-707d03f1afa6 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:59:13.967291 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 26b19065-8c26-4906-ab97-707d03f1afa6 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:59:13.967714 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:14.070335 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:14.104741 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0672d2ed-4d0a-4e13-97db-da3e5726cf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b19065-8c26-4906-ab97-707d03f1afa6'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:59:14.108462 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a306e77-d528-431c-8be8-c8556f61a5ca" -d '{"events": [{"server_uuid": "0672d2ed-4d0a-4e13-97db-da3e5726cf90", "name": "network-vif-plugged", "status": "completed", "tag": "26b19065-8c26-4906-ab97-707d03f1afa6"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:59:14.130379 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 26b19065-8c26-4906-ab97-707d03f1afa6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=26b19065-8c26-4906-ab97-707d03f1afa6,segment=NetworkSegment(294f15fb-2717-4bd0-9eec-f46bc8832ab3),segment_id=294f15fb-2717-4bd0-9eec-f46bc8832ab3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:59:14.198523 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:14.205222 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1870fd90-8aaa-4b74-9080-2c4ba3432eef x-openstack-request-id: req-1870fd90-8aaa-4b74-9080-2c4ba3432eef {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:59:14.205222 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0672d2ed-4d0a-4e13-97db-da3e5726cf90", "name": "network-vif-plugged", "status": "completed", "tag": "26b19065-8c26-4906-ab97-707d03f1afa6", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:59:14.205222 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1870fd90-8aaa-4b74-9080-2c4ba3432eef {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:59:14.205795 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0672d2ed-4d0a-4e13-97db-da3e5726cf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b19065-8c26-4906-ab97-707d03f1afa6', 'code': 200} Jun 21 19:59:14.208179 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:14.304275 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=26b19065-8c26-4906-ab97-707d03f1afa6,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:14.307928 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:14.358244 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ba1be-4714-4602-91ef-8f33cfa6dace req-848905e5-7b97-4ebf-83b8-4b23df337886 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:14.359753 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d03ba1be-4714-4602-91ef-8f33cfa6dace req-848905e5-7b97-4ebf-83b8-4b23df337886 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 946 time: 0.0914667 Jun 21 19:59:14.452427 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d03ba1be-4714-4602-91ef-8f33cfa6dace req-848cc1ea-94c5-4112-ac2e-588eb09879a4 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791101 Jun 21 19:59:14.706348 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b647b0-e264-4e95-b984-c188f896507f req-7ac42c49-5faf-42c0-88ff-62b53a7fc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:14.707999 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b8b647b0-e264-4e95-b984-c188f896507f req-7ac42c49-5faf-42c0-88ff-62b53a7fc066 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 1099 time: 0.0726957 Jun 21 19:59:14.759841 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b8b647b0-e264-4e95-b984-c188f896507f req-e3fe05d5-f169-488f-a57e-7299c3e57860 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 Jun 21 19:59:15.012140 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada40d0-e64f-4cfe-a713-ad27ac867af3 req-958938ff-d2e6-47cc-96aa-4f0a3dfe2aa4 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:15.014329 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1ada40d0-e64f-4cfe-a713-ad27ac867af3 req-958938ff-d2e6-47cc-96aa-4f0a3dfe2aa4 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0779788 Jun 21 19:59:15.066588 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1ada40d0-e64f-4cfe-a713-ad27ac867af3 req-2d7774cf-46c9-4d37-9cec-8d82ac187338 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455379 Jun 21 19:59:15.237224 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-99b3280a-c2e7-432a-a9aa-5256ece674bd req-c2c2b145-48f2-42c0-9b9b-ddc4f43f79db tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 210 time: 0.0298886 Jun 21 19:59:15.686457 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058595cc-0dd0-4b4c-9054-aac7e884244a req-99603202-b18e-45ce-903d-1039f98be665 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:15.688444 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-058595cc-0dd0-4b4c-9054-aac7e884244a req-99603202-b18e-45ce-903d-1039f98be665 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 946 time: 0.0786545 Jun 21 19:59:15.731572 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-058595cc-0dd0-4b4c-9054-aac7e884244a req-01da740f-876b-4c29-ac19-8c0acb44d410 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353668 Jun 21 19:59:16.291725 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e6d44-5466-4ec9-98b5-fe9a88e622eb req-119d4171-44a5-416d-aae1-c5a14a27e946 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:16.299659 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-259e6d44-5466-4ec9-98b5-fe9a88e622eb req-119d4171-44a5-416d-aae1-c5a14a27e946 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0913014 Jun 21 19:59:16.303564 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 40622) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:16.360873 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-259e6d44-5466-4ec9-98b5-fe9a88e622eb req-56e6ccff-ce97-49d8-80fa-a7f92c1b868c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564086 Jun 21 19:59:16.469191 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6267d078-8ecb-4fce-b7c4-7321e5bb8056 req-83bbac33-8e5a-4b77-a5e0-24f0fcd49010 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 210 time: 0.0334845 Jun 21 19:59:16.487369 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-08e2f500-b02e-4240-857a-e0a011b55163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:16.583436 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-08e2f500-b02e-4240-857a-e0a011b55163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:16.648619 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-08e2f500-b02e-4240-857a-e0a011b55163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:16.653896 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f7effe1d-703d-45bf-82f4-f7fa45046f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:16.709093 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-08e2f500-b02e-4240-857a-e0a011b55163 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b5b7672fc5242918a87e69b05854e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031475 Jun 21 19:59:16.711070 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2f500-b02e-4240-857a-e0a011b55163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13142938-1c86-431c-bccd-5b719fd4cdc7,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:16.712011 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 40626) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:16.717468 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-08e2f500-b02e-4240-857a-e0a011b55163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:16.784774 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b66d2046-4a96-42cf-a125-c54ac5cd7bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:16.837288 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-8f86c5d2-1f4a-4eb8-92c2-8cbc3f7af55a tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e0251c93695242e5a9a5dd2f61d0afff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625107 Jun 21 19:59:17.097012 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b66d2046-4a96-42cf-a125-c54ac5cd7bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:17.123173 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-f4eab2fc-10ff-4985-91ae-c18192fba1a7 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:17.125443 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-f4eab2fc-10ff-4985-91ae-c18192fba1a7 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773457 Jun 21 19:59:17.151721 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Request body: {'port': {'device_id': 'c7f1b5fd-0f11-421e-a48e-49ce82e54e2d', 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab', 'admin_state_up': True, 'tenant_id': 'e0251c93695242e5a9a5dd2f61d0afff'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:59:17.202030 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d03e73-7491-4a0c-8e87-669dd231e1e6 req-215bf9d8-3ceb-4f9b-9a79-997aa17c801a tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:17.214520 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-26d03e73-7491-4a0c-8e87-669dd231e1e6 req-215bf9d8-3ceb-4f9b-9a79-997aa17c801a tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 946 time: 0.1844337 Jun 21 19:59:17.293690 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-26d03e73-7491-4a0c-8e87-669dd231e1e6 req-f5c1fc7b-f73e-4431-b840-53a76d6f3680 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778673 Jun 21 19:59:17.305248 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b66d2046-4a96-42cf-a125-c54ac5cd7bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:17.310060 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b66d2046-4a96-42cf-a125-c54ac5cd7bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:17.314628 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-b66d2046-4a96-42cf-a125-c54ac5cd7bcc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13142938-1c86-431c-bccd-5b719fd4cdc7 HTTP/1.1" status: 204 len: 168 time: 0.5980365 Jun 21 19:59:17.314628 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-28495556-5e2e-4a3a-b3d5-efbcddb94473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:17.332798 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d2046-4a96-42cf-a125-c54ac5cd7bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13142938-1c86-431c-bccd-5b719fd4cdc7,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:17.349226 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-b66d2046-4a96-42cf-a125-c54ac5cd7bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:17.448291 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Made reservation on behalf of e0251c93695242e5a9a5dd2f61d0afff for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:59:17.451974 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:17.475226 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:17.751199 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf19bc-64c9-48ea-8473-39857b614341 req-5b7d88ed-79f2-4cd2-9158-8993d868f885 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:17.753092 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ffdf19bc-64c9-48ea-8473-39857b614341 req-5b7d88ed-79f2-4cd2-9158-8993d868f885 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1781573 Jun 21 19:59:17.821670 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-95764b45-b43d-4c55-b155-3fcdb29d5792 req-f0596b68-6428-4e4a-8154-b7089c4f8a05 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 210 time: 0.0813560 Jun 21 19:59:17.826358 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:17.850449 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ffdf19bc-64c9-48ea-8473-39857b614341 req-b4468654-abea-46d2-b5f0-3e3d5eeba14e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848358 Jun 21 19:59:17.932944 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:17.936751 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-08e2f500-b02e-4240-857a-e0a011b55163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:18.308724 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:18.317137 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:18.445554 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Allocated IP 192.168.233.198 (36548f01-8762-462f-bc3c-5b21fa813eab/0ecbdb8f-c370-4a70-8594-2d69227dd400/5bca79c8-7bfe-41d3-9648-4395b3dcf46a) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:59:18.609577 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:18.640153 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Transition to ACTIVE for port object 5bca79c8-7bfe-41d3-9648-4395b3dcf46a will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:59:18.774400 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:18.793186 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:18.845896 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Network 36548f01-8762-462f-bc3c-5b21fa813eab is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:59:18.852720 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:59:18.890103 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:59:18.955156 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Pushing event updated for resources: {'Port': ['ID=5bca79c8-7bfe-41d3-9648-4395b3dcf46a,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:18.964055 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:19.007114 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:19.024195 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:19.100509 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9529521 Jun 21 19:59:19.156682 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Request body: {'port': {'device_id': 'c7f1b5fd-0f11-421e-a48e-49ce82e54e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:59:19.174033 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137b8d0-d175-446b-8b62-438b0ff720cf req-9e76fcef-72f9-4fba-a2bb-b1e960ec6608 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:19.175658 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d137b8d0-d175-446b-8b62-438b0ff720cf req-9e76fcef-72f9-4fba-a2bb-b1e960ec6608 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 936 time: 0.1609330 Jun 21 19:59:19.270860 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d137b8d0-d175-446b-8b62-438b0ff720cf req-9c77e7a6-7b1e-4428-8a34-32086e87e047 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735059 Jun 21 19:59:19.278081 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:19.305374 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3417f3-5e86-4967-aad8-0a52b6428cb8 req-32a58015-bca6-45db-ae7b-18d6710808fd tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:19.306917 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b3417f3-5e86-4967-aad8-0a52b6428cb8 req-32a58015-bca6-45db-ae7b-18d6710808fd tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.2053630 Jun 21 19:59:19.397302 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-d76da728-fd80-4fc2-9b1c-5b023aeea0d1 None None] Provisioning for port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:59:19.410970 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-d76da728-fd80-4fc2-9b1c-5b023aeea0d1 None None] Provisioning complete for port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:59:19.436752 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d76da728-fd80-4fc2-9b1c-5b023aeea0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:19.471034 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-d76da728-fd80-4fc2-9b1c-5b023aeea0d1 None None] Port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:59:19.522993 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b3417f3-5e86-4967-aad8-0a52b6428cb8 req-830eee8b-9ef5-44f0-9f93-ee7a5570623f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816206 Jun 21 19:59:19.704265 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bca79c8-7bfe-41d3-9648-4395b3dcf46a {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:59:19.712294 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:19.724261 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Transition to ACTIVE for port object 5bca79c8-7bfe-41d3-9648-4395b3dcf46a will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:59:19.853795 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:19.855924 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:19.950576 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Pushing event updated for resources: {'Port': ['ID=5bca79c8-7bfe-41d3-9648-4395b3dcf46a,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:19.961945 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:20.054525 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Attempting to bind port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:59:20.055131 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Attempting to bind port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '448956f9-3c5b-4bf7-9de0-a2aa8adb1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:59:20.055869 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Attempting to bind port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a on network 36548f01-8762-462f-bc3c-5b21fa813eab {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:59:20.066673 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a on network 36548f01-8762-462f-bc3c-5b21fa813eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:59:20.072069 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Attempting to bind port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a on network 36548f01-8762-462f-bc3c-5b21fa813eab {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:59:20.078084 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:59:20.078459 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Checking segment: {'id': '448956f9-3c5b-4bf7-9de0-a2aa8adb1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:59:20.078848 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Bound using segment: {'id': '448956f9-3c5b-4bf7-9de0-a2aa8adb1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:59:20.079286 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Bound port: 5bca79c8-7bfe-41d3-9648-4395b3dcf46a, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448956f9-3c5b-4bf7-9de0-a2aa8adb1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:59:20.079776 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:20.158480 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] For port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:59:20.163893 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] For port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5bca79c8-7bfe-41d3-9648-4395b3dcf46a,segment=NetworkSegment(448956f9-3c5b-4bf7-9de0-a2aa8adb1274),segment_id=448956f9-3c5b-4bf7-9de0-a2aa8adb1274)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:59:20.226856 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:20.229529 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:20.276358 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:20.276986 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:20.278734 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] 10.222.0.22 "PUT /v2.0/ports/5bca79c8-7bfe-41d3-9648-4395b3dcf46a HTTP/1.1" status: 200 len: 1098 time: 1.1466367 Jun 21 19:59:20.279477 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f1b5fd-0f11-421e-a48e-49ce82e54e2d', 'tag': '5bca79c8-7bfe-41d3-9648-4395b3dcf46a'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:59:20.285240 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3c7113-8689-4aa1-9cd0-752291522be0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f1b5fd-0f11-421e-a48e-49ce82e54e2d", "tag": "5bca79c8-7bfe-41d3-9648-4395b3dcf46a"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:59:20.314057 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Pushing event updated for resources: {'Port': ['ID=5bca79c8-7bfe-41d3-9648-4395b3dcf46a,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:20.330444 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:20.344563 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b84a323-4593-43ae-be2c-c5ecceac2cf8 x-openstack-request-id: req-9b84a323-4593-43ae-be2c-c5ecceac2cf8 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:59:20.344903 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f1b5fd-0f11-421e-a48e-49ce82e54e2d", "tag": "5bca79c8-7bfe-41d3-9648-4395b3dcf46a", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:59:20.345190 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b84a323-4593-43ae-be2c-c5ecceac2cf8 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:59:20.345625 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f1b5fd-0f11-421e-a48e-49ce82e54e2d', 'tag': '5bca79c8-7bfe-41d3-9648-4395b3dcf46a', 'status': 'completed', 'code': 200} Jun 21 19:59:20.493550 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7113-8689-4aa1-9cd0-752291522be0 req-881a1823-c7f1-4142-b4b8-d52c32f7b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:20.495186 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-da3c7113-8689-4aa1-9cd0-752291522be0 req-881a1823-c7f1-4142-b4b8-d52c32f7b11b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e0251c93695242e5a9a5dd2f61d0afff&device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 1101 time: 0.1059809 Jun 21 19:59:20.533821 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-da3c7113-8689-4aa1-9cd0-752291522be0 req-da2c0310-9317-4809-af0d-5581cd4249e9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e0251c93695242e5a9a5dd2f61d0afff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287657 Jun 21 19:59:20.542900 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16413fb-3b77-43ce-ad2d-c7058bab09dd req-3e639778-1eb6-4a79-a21e-38bc48a295b0 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:20.544497 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e16413fb-3b77-43ce-ad2d-c7058bab09dd req-3e639778-1eb6-4a79-a21e-38bc48a295b0 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 948 time: 0.1039872 Jun 21 19:59:20.606609 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e16413fb-3b77-43ce-ad2d-c7058bab09dd req-db94cd6e-8d8d-4db7-abab-287b328dda4b tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559878 Jun 21 19:59:20.688488 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7113-8689-4aa1-9cd0-752291522be0 req-d244a664-835c-4a52-a3a4-378d4b841a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:20.690407 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-da3c7113-8689-4aa1-9cd0-752291522be0 req-d244a664-835c-4a52-a3a4-378d4b841a74 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1495082 Jun 21 19:59:20.817568 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9006919-e93f-4f3b-9e65-6d2b630351c5 req-5a83b6ab-dc60-428a-b330-3e1736212b3b tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:20.819008 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9006919-e93f-4f3b-9e65-6d2b630351c5 req-5a83b6ab-dc60-428a-b330-3e1736212b3b tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1047556 Jun 21 19:59:20.825638 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-17973501-f3ac-48aa-ad8e-cab63fb26424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:20.827043 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-17973501-f3ac-48aa-ad8e-cab63fb26424 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e0251c93695242e5a9a5dd2f61d0afff&device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 1101 time: 0.0827606 Jun 21 19:59:20.859966 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9006919-e93f-4f3b-9e65-6d2b630351c5 req-563d0072-12e0-4a7d-846e-50487c54f311 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Jun 21 19:59:21.819401 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e036a38-454a-4152-bae7-405520576296 req-14eb874b-df7f-4e61-a268-361a01e0c15b tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:21.820913 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9e036a38-454a-4152-bae7-405520576296 req-14eb874b-df7f-4e61-a268-361a01e0c15b tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 948 time: 0.0696664 Jun 21 19:59:21.858985 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9e036a38-454a-4152-bae7-405520576296 req-6b636137-0e80-4da1-aeb1-88ed66dd5528 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Jun 21 19:59:22.051744 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f4f0d-265e-4667-914e-23ab20b925f2 req-fbbb24b8-bcee-4446-94e5-eaf11d76ee76 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:22.053790 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9d9f4f0d-265e-4667-914e-23ab20b925f2 req-fbbb24b8-bcee-4446-94e5-eaf11d76ee76 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0727909 Jun 21 19:59:22.091394 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9d9f4f0d-265e-4667-914e-23ab20b925f2 req-9f53958c-3744-4ba5-b55d-0fd3477d3942 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318148 Jun 21 19:59:22.955634 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-b514c4a7-7ebe-479b-9780-7d6daa307328 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=5bca79c8-7bfe-41d3-9648-4395b3dcf46a HTTP/1.1" status: 200 len: 217 time: 0.0412395 Jun 21 19:59:23.065452 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24843b55-0745-4356-9c1a-79100a2b92e0 req-f6a88fe3-5093-4437-9e1a-8b7042cd481e tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:23.066973 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-24843b55-0745-4356-9c1a-79100a2b92e0 req-f6a88fe3-5093-4437-9e1a-8b7042cd481e tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 948 time: 0.0671227 Jun 21 19:59:23.106597 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-24843b55-0745-4356-9c1a-79100a2b92e0 req-3f8dfb81-1271-4e83-9c52-0282c790d2aa tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330448 Jun 21 19:59:23.276969 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9579acd-bbd4-4e3d-a0f9-3b301af4e6f5 req-e5af5b4a-d9ff-44be-8f80-9437c779b19d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:23.280770 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f9579acd-bbd4-4e3d-a0f9-3b301af4e6f5 req-e5af5b4a-d9ff-44be-8f80-9437c779b19d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0689423 Jun 21 19:59:23.331857 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f9579acd-bbd4-4e3d-a0f9-3b301af4e6f5 req-65855b05-b987-4e14-a82b-a631154cc35f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455391 Jun 21 19:59:23.482307 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-79d94b1b-e49d-4167-88f7-345f22cbb902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:24.086681 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-a6048008-0d80-495a-9b2e-5d1d8ac211b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:24.088351 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-a6048008-0d80-495a-9b2e-5d1d8ac211b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ecbdb8f-c370-4a70-8594-2d69227dd400 HTTP/1.1" status: 200 len: 843 time: 0.0551836 Jun 21 19:59:24.155025 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-becc9e21-2af3-4c1c-b7ec-b17f549f69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:24.156561 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-becc9e21-2af3-4c1c-b7ec-b17f549f69df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=36548f01-8762-462f-bc3c-5b21fa813eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0575330 Jun 21 19:59:24.266092 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-4c012ee3-5def-4a96-a56a-1447343bb89f service neutron] 10.222.0.22 "GET /v2.0/networks/36548f01-8762-462f-bc3c-5b21fa813eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991139 Jun 21 19:59:24.411334 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fd6ff-5479-4a00-a83f-a7dc74649e24 req-b8cf1415-2d77-416b-9420-0591c58b2607 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:24.413764 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-718fd6ff-5479-4a00-a83f-a7dc74649e24 req-b8cf1415-2d77-416b-9420-0591c58b2607 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 948 time: 0.1608474 Jun 21 19:59:24.481096 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f3470eab-b2c2-41e3-9aab-d0cffa8e293d req-ce4b46ca-ac86-4d67-a189-5f35a64d4fc6 service neutron] 10.222.0.22 "GET /v2.0/networks/36548f01-8762-462f-bc3c-5b21fa813eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897860 Jun 21 19:59:24.500979 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-718fd6ff-5479-4a00-a83f-a7dc74649e24 req-2f00ca8a-6f94-42db-b36b-f3badcb7d8b1 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760746 Jun 21 19:59:24.621335 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217dbca-4f84-4c61-ac6d-4f4e2ecd4def req-ebe70f0d-b66c-4775-9150-e7e86bd1c2bb tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:24.622695 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9217dbca-4f84-4c61-ac6d-4f4e2ecd4def req-ebe70f0d-b66c-4775-9150-e7e86bd1c2bb tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0683832 Jun 21 19:59:24.661913 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9217dbca-4f84-4c61-ac6d-4f4e2ecd4def req-416249d2-d4a8-4035-b44c-a536b7bad528 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333223 Jun 21 19:59:25.691200 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec20bb-5865-45d3-a88f-11dfff81331f req-520e4d25-e911-4c5b-8d72-18d4a22beef3 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:25.692987 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d6ec20bb-5865-45d3-a88f-11dfff81331f req-520e4d25-e911-4c5b-8d72-18d4a22beef3 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 948 time: 0.0636265 Jun 21 19:59:25.735196 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d6ec20bb-5865-45d3-a88f-11dfff81331f req-53eda968-3194-4a37-a50b-24b3dc5d56a2 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347137 Jun 21 19:59:25.847289 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1eb02-fb82-463b-ae86-fc51e0dda85a req-cd0ef761-e2ef-4ea8-970c-b1b7ba6559d3 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:25.848756 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-67a1eb02-fb82-463b-ae86-fc51e0dda85a req-cd0ef761-e2ef-4ea8-970c-b1b7ba6559d3 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0628362 Jun 21 19:59:25.887883 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-67a1eb02-fb82-463b-ae86-fc51e0dda85a req-9c122785-dbb9-4dbe-90b8-25b58ccda65d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Jun 21 19:59:26.241968 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-eed18e71-30a3-4d26-a0d7-514279194459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:26.950479 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337ac72-9730-4f82-87b6-5892f34c104f req-952ab4ed-8abd-44f0-9fd5-9a8b9b8b5b33 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:26.952203 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c337ac72-9730-4f82-87b6-5892f34c104f req-952ab4ed-8abd-44f0-9fd5-9a8b9b8b5b33 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 948 time: 0.0843112 Jun 21 19:59:27.040720 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c337ac72-9730-4f82-87b6-5892f34c104f req-4254bb80-3394-4970-9264-af99e5c51c95 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777762 Jun 21 19:59:27.175690 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20761e-fa3a-4c2c-841c-0aec28cc6497 req-01d801ce-d561-4a4b-ab32-45626c4db002 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:27.180020 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b20761e-fa3a-4c2c-841c-0aec28cc6497 req-01d801ce-d561-4a4b-ab32-45626c4db002 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0734923 Jun 21 19:59:27.236169 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:27.260582 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b20761e-fa3a-4c2c-841c-0aec28cc6497 req-8a7a6128-776b-4ef3-b29b-00ee964f91ef tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658512 Jun 21 19:59:27.362303 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:27.856212 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 5bca79c8-7bfe-41d3-9648-4395b3dcf46a details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:59:27.960078 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5bca79c8-7bfe-41d3-9648-4395b3dcf46a,segment=NetworkSegment(448956f9-3c5b-4bf7-9de0-a2aa8adb1274),segment_id=448956f9-3c5b-4bf7-9de0-a2aa8adb1274)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:59:27.971914 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '5bca79c8-7bfe-41d3-9648-4395b3dcf46a', 'network_id': '36548f01-8762-462f-bc3c-5b21fa813eab', 'port_id': '5bca79c8-7bfe-41d3-9648-4395b3dcf46a', 'mac_address': 'fa:16:3e:59:53:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ecbdb8f-c370-4a70-8594-2d69227dd400', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:59:28.015118 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:28.030361 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bca79c8-7bfe-41d3-9648-4395b3dcf46a {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:59:28.054758 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5bca79c8-7bfe-41d3-9648-4395b3dcf46a,segment=NetworkSegment(448956f9-3c5b-4bf7-9de0-a2aa8adb1274),segment_id=448956f9-3c5b-4bf7-9de0-a2aa8adb1274)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:59:28.119993 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:28.122269 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f17e1aec-9508-42b2-befb-cf499e9a09da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:28.172481 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=5bca79c8-7bfe-41d3-9648-4395b3dcf46a,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:28.178823 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:28.260296 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf21a4-d571-4ce7-95c9-d6ab08f8dc94 req-378311b1-47c1-494e-b92f-c2ea0c5c4630 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:28.263912 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-83cf21a4-d571-4ce7-95c9-d6ab08f8dc94 req-378311b1-47c1-494e-b92f-c2ea0c5c4630 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 949 time: 0.0759184 Jun 21 19:59:28.307403 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-83cf21a4-d571-4ce7-95c9-d6ab08f8dc94 req-5b549d80-f860-4718-aa76-9e95770af7e2 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378225 Jun 21 19:59:28.407795 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['5bca79c8-7bfe-41d3-9648-4395b3dcf46a'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:59:28.455020 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:28.483217 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:28.552616 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf4493-9a72-4067-ae33-692bd422e9c9 req-45c3f1b4-14e2-4da2-a6b0-cd2479b2ef81 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:28.561371 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4ebf4493-9a72-4067-ae33-692bd422e9c9 req-45c3f1b4-14e2-4da2-a6b0-cd2479b2ef81 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1386936 Jun 21 19:59:28.614190 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4ebf4493-9a72-4067-ae33-692bd422e9c9 req-3d03c109-24d8-47d0-80fd-01591441ad38 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472069 Jun 21 19:59:29.500320 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb255d-7981-4047-b202-722e49ed204e req-2ad9c2fb-cfe5-4d2b-97e1-be2125461fa9 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:29.501588 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ffbb255d-7981-4047-b202-722e49ed204e req-2ad9c2fb-cfe5-4d2b-97e1-be2125461fa9 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 949 time: 0.0694556 Jun 21 19:59:29.553284 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ffbb255d-7981-4047-b202-722e49ed204e req-32105ace-3267-4b44-8711-8e8ec2a4fdf4 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457435 Jun 21 19:59:29.901433 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4819c-f298-444e-8cf6-e07abad427de req-a264062b-d9ea-4043-92aa-6d0880c0de33 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:29.903042 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-30b4819c-f298-444e-8cf6-e07abad427de req-a264062b-d9ea-4043-92aa-6d0880c0de33 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1002235 Jun 21 19:59:29.948146 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-30b4819c-f298-444e-8cf6-e07abad427de req-a486cec8-094d-4aa6-8aad-fa97c703844f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356569 Jun 21 19:59:30.729712 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4beedb1-c99e-4646-bf41-c2debe24c312 req-ab6df80a-9059-4160-b5cb-d3369d8c34c0 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:30.732802 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b4beedb1-c99e-4646-bf41-c2debe24c312 req-ab6df80a-9059-4160-b5cb-d3369d8c34c0 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 949 time: 0.0615504 Jun 21 19:59:30.769584 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b4beedb1-c99e-4646-bf41-c2debe24c312 req-7b12ba8a-9092-43e5-a1fa-63f9d3f41796 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327613 Jun 21 19:59:30.941231 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 5bca79c8-7bfe-41d3-9648-4395b3dcf46a up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:59:31.041781 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:59:31.045623 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:59:31.047165 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:31.120527 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b05a7b-4b60-45f5-b86e-b0f9d45e0188 req-d6f8168e-070a-4a5f-8aad-46b680d368dc tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:31.121983 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f9b05a7b-4b60-45f5-b86e-b0f9d45e0188 req-d6f8168e-070a-4a5f-8aad-46b680d368dc tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0619204 Jun 21 19:59:31.128200 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:31.151386 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f1b5fd-0f11-421e-a48e-49ce82e54e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bca79c8-7bfe-41d3-9648-4395b3dcf46a'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:59:31.153712 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bb544d-2768-4a87-8a21-805cf8023a65" -d '{"events": [{"server_uuid": "c7f1b5fd-0f11-421e-a48e-49ce82e54e2d", "name": "network-vif-plugged", "status": "completed", "tag": "5bca79c8-7bfe-41d3-9648-4395b3dcf46a"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:59:31.160715 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f9b05a7b-4b60-45f5-b86e-b0f9d45e0188 req-83ec4d5d-a8ef-4932-9358-dd3078ed4725 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Jun 21 19:59:31.168850 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5bca79c8-7bfe-41d3-9648-4395b3dcf46a,segment=NetworkSegment(448956f9-3c5b-4bf7-9de0-a2aa8adb1274),segment_id=448956f9-3c5b-4bf7-9de0-a2aa8adb1274)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:59:31.200978 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4421162-48f4-4b43-89b0-81f6fb25848e x-openstack-request-id: req-b4421162-48f4-4b43-89b0-81f6fb25848e {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:59:31.201286 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f1b5fd-0f11-421e-a48e-49ce82e54e2d", "name": "network-vif-plugged", "status": "completed", "tag": "5bca79c8-7bfe-41d3-9648-4395b3dcf46a", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:59:31.201543 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4421162-48f4-4b43-89b0-81f6fb25848e {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:59:31.201933 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f1b5fd-0f11-421e-a48e-49ce82e54e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bca79c8-7bfe-41d3-9648-4395b3dcf46a', 'code': 200} Jun 21 19:59:31.253408 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:31.256776 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:31.302449 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=5bca79c8-7bfe-41d3-9648-4395b3dcf46a,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:31.305882 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:31.943634 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9c71d-8eaa-4c72-9a64-4c906472e740 req-2da8f6d6-a988-4cfd-9a9a-6f144d0ace74 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:31.945079 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a6c9c71d-8eaa-4c72-9a64-4c906472e740 req-2da8f6d6-a988-4cfd-9a9a-6f144d0ace74 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 950 time: 0.0659833 Jun 21 19:59:31.980826 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a6c9c71d-8eaa-4c72-9a64-4c906472e740 req-44525725-156b-42a9-81ff-ae787788463f tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302875 Jun 21 19:59:32.337929 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e628e-045d-4b56-b39c-4afa02719b49 req-981e0d00-0269-422d-8a82-1af25190eb07 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:32.339378 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c66e628e-045d-4b56-b39c-4afa02719b49 req-981e0d00-0269-422d-8a82-1af25190eb07 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0632541 Jun 21 19:59:32.376284 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c66e628e-045d-4b56-b39c-4afa02719b49 req-9e80fd35-a88b-4a0b-ae8f-4800282f8486 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Jun 21 19:59:33.180873 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5f7ba-3c25-4b3a-a72d-6b22935d3fd8 req-8ab4b580-d50f-4e28-baef-84a765d65a5e tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:33.183658 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cef5f7ba-3c25-4b3a-a72d-6b22935d3fd8 req-8ab4b580-d50f-4e28-baef-84a765d65a5e tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 950 time: 0.0731888 Jun 21 19:59:33.254482 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cef5f7ba-3c25-4b3a-a72d-6b22935d3fd8 req-ebe7b0be-e786-4ea4-b197-79979d6baf76 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635314 Jun 21 19:59:33.275738 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5c2d2-0e10-4ca3-ba00-62238c6ef15f req-ab33f89e-a550-480c-9ba7-ee8defcbf251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:33.277185 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fee5c2d2-0e10-4ca3-ba00-62238c6ef15f req-ab33f89e-a550-480c-9ba7-ee8defcbf251 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 1103 time: 0.0801446 Jun 21 19:59:33.324527 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fee5c2d2-0e10-4ca3-ba00-62238c6ef15f req-77f901f7-063d-4054-9286-b51d094b8df6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303018 Jun 21 19:59:33.559271 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53716db1-21c2-43a5-b659-d7731d552b61 req-02f5a5fb-a65d-4541-940f-251dd5a8ac18 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:33.560928 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-53716db1-21c2-43a5-b659-d7731d552b61 req-02f5a5fb-a65d-4541-940f-251dd5a8ac18 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0702679 Jun 21 19:59:33.610765 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-53716db1-21c2-43a5-b659-d7731d552b61 req-185a58e6-7230-4794-8e95-c47f76621355 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440588 Jun 21 19:59:34.054814 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:59:34.462653 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc171fa-3962-40cd-a94d-517eaac3f0a7 req-777761ab-3497-4f7a-8541-553ba2739132 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:34.464431 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9cc171fa-3962-40cd-a94d-517eaac3f0a7 req-777761ab-3497-4f7a-8541-553ba2739132 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 950 time: 0.0699809 Jun 21 19:59:34.506016 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9cc171fa-3962-40cd-a94d-517eaac3f0a7 req-4acbcf17-4edf-4e78-8d03-54f6bb89e764 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354221 Jun 21 19:59:34.791220 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359c344-c378-484d-a913-aef8f49c381b req-bae1fa34-26b5-48d4-88a2-dbca31929a37 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:34.792683 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2359c344-c378-484d-a913-aef8f49c381b req-bae1fa34-26b5-48d4-88a2-dbca31929a37 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0619433 Jun 21 19:59:34.830661 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2359c344-c378-484d-a913-aef8f49c381b req-458b7918-2bbc-48bb-8364-a34069a190f7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 Jun 21 19:59:35.693013 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367d32d-f25b-41ed-b7ef-f2095043a1fc req-7d04acc5-b1f8-4dd2-a344-e39f93114082 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:35.695170 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9367d32d-f25b-41ed-b7ef-f2095043a1fc req-7d04acc5-b1f8-4dd2-a344-e39f93114082 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 950 time: 0.0719869 Jun 21 19:59:35.740131 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9367d32d-f25b-41ed-b7ef-f2095043a1fc req-f8f24393-78f2-4aef-98fd-39578f3d48d9 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392220 Jun 21 19:59:35.809227 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b5583-1e26-4566-8c1b-1057d8734229 req-83cbab60-303d-4fab-be4a-9d466a26c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:35.810766 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-409b5583-1e26-4566-8c1b-1057d8734229 req-83cbab60-303d-4fab-be4a-9d466a26c559 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 1098 time: 0.0778806 Jun 21 19:59:35.852655 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-409b5583-1e26-4566-8c1b-1057d8734229 req-c70cee99-b1b0-4b65-85cc-b09fe8c5bfe0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Jun 21 19:59:36.429235 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ccbe3-a5b1-44bb-8ed0-f7d2ec35353a req-f1834f52-c2df-4b20-a3db-f59cc02d4cab tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:36.430778 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7d7ccbe3-a5b1-44bb-8ed0-f7d2ec35353a req-f1834f52-c2df-4b20-a3db-f59cc02d4cab tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0667481 Jun 21 19:59:36.468172 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7d7ccbe3-a5b1-44bb-8ed0-f7d2ec35353a req-10eb2d62-dc32-4272-b8ce-7bc1ed37b939 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Jun 21 19:59:36.633978 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e8cf3-9c0b-490b-af86-6346a8dfd888 req-08b67ad6-fce8-4f28-9b50-dc3ba6ba7830 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:36.635528 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f95e8cf3-9c0b-490b-af86-6346a8dfd888 req-08b67ad6-fce8-4f28-9b50-dc3ba6ba7830 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 950 time: 0.0665503 Jun 21 19:59:36.674847 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f95e8cf3-9c0b-490b-af86-6346a8dfd888 req-b4a61522-0a9f-4369-b5e3-08934ac42e81 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Jun 21 19:59:37.384615 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9df66-896a-4ee0-95c8-987901684fff req-7151679e-461a-4c36-9824-32f45d792d5c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:37.387182 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-95f9df66-896a-4ee0-95c8-987901684fff req-7151679e-461a-4c36-9824-32f45d792d5c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0674040 Jun 21 19:59:37.423441 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-95f9df66-896a-4ee0-95c8-987901684fff req-7a7ce311-9600-404a-affc-a015149b5aea tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314298 Jun 21 19:59:37.642812 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066bd51-964f-488d-82ea-3f256cdf964d req-2a67c008-63aa-4d93-9c25-0ac179d676dd tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:37.644301 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5066bd51-964f-488d-82ea-3f256cdf964d req-2a67c008-63aa-4d93-9c25-0ac179d676dd tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0644019 Jun 21 19:59:37.681375 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5066bd51-964f-488d-82ea-3f256cdf964d req-54140264-ebf5-414a-afce-d1a4c5ea5ae0 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306697 Jun 21 19:59:37.850591 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d2e39-3a1a-4cd5-a7b2-d1264220cbc3 req-c1addaa5-19ad-4026-a063-f852d243c409 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:37.852109 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2b4d2e39-3a1a-4cd5-a7b2-d1264220cbc3 req-c1addaa5-19ad-4026-a063-f852d243c409 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 950 time: 0.0636685 Jun 21 19:59:37.891733 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2b4d2e39-3a1a-4cd5-a7b2-d1264220cbc3 req-1caabb2e-d118-42e7-99db-eac8a11df502 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334859 Jun 21 19:59:38.288167 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aec03-79d8-41f9-8eb5-dbf5c3b84d8f req-8532ab9a-dcc1-40bf-9cd7-8099b35c1af4 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:38.289585 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0c1aec03-79d8-41f9-8eb5-dbf5c3b84d8f req-8532ab9a-dcc1-40bf-9cd7-8099b35c1af4 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 950 time: 0.0615649 Jun 21 19:59:38.350609 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9d40d-ae7b-4900-9086-6900387dadae req-4d54b5fe-5e8a-4a35-a9d7-82050ac8bde2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:38.352508 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4cd9d40d-ae7b-4900-9086-6900387dadae req-4d54b5fe-5e8a-4a35-a9d7-82050ac8bde2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0747771 Jun 21 19:59:38.365556 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41030) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:38.437405 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6283c98-dfae-4405-91e8-121120e3e9e5 req-fadccc52-bd06-4612-ba24-8620d9e4ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:38.437626 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4cd9d40d-ae7b-4900-9086-6900387dadae req-92bc877f-0dc9-498a-a077-03ec442e0cdd tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763283 Jun 21 19:59:38.438766 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6283c98-dfae-4405-91e8-121120e3e9e5 req-fadccc52-bd06-4612-ba24-8620d9e4ff52 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 1098 time: 0.1075912 Jun 21 19:59:38.442918 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ab37d1-b3f6-4f10-a699-e577d5723cc2 admin admin] Deleting subnet f59e7f2b-b680-41c3-b09f-b71c48694434 {{(pid=104793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:59:38.446212 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-81ab37d1-b3f6-4f10-a699-e577d5723cc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.459499 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-0c1aec03-79d8-41f9-8eb5-dbf5c3b84d8f req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Deleting port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:59:38.465240 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0c1aec03-79d8-41f9-8eb5-dbf5c3b84d8f req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.484375 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-81ab37d1-b3f6-4f10-a699-e577d5723cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31473173'] for subnet, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.524263 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-81ab37d1-b3f6-4f10-a699-e577d5723cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.652880 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-0c1aec03-79d8-41f9-8eb5-dbf5c3b84d8f req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] For port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5bca79c8-7bfe-41d3-9648-4395b3dcf46a,segment=NetworkSegment(448956f9-3c5b-4bf7-9de0-a2aa8adb1274),segment_id=448956f9-3c5b-4bf7-9de0-a2aa8adb1274)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:59:38.653354 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0c1aec03-79d8-41f9-8eb5-dbf5c3b84d8f req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.655852 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6283c98-dfae-4405-91e8-121120e3e9e5 req-039776f9-baed-4e47-99c2-5cd8aa821e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:38.657283 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6283c98-dfae-4405-91e8-121120e3e9e5 req-039776f9-baed-4e47-99c2-5cd8aa821e27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 919 time: 0.2089710 Jun 21 19:59:38.680687 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-81ab37d1-b3f6-4f10-a699-e577d5723cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32429003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31794928'] for subnet, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.680687 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-f4456a5e-cec5-40fb-ba5a-09478a3b66ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:38.706275 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab37d1-b3f6-4f10-a699-e577d5723cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59e7f2b-b680-41c3-b09f-b71c48694434,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:38.713193 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-81ab37d1-b3f6-4f10-a699-e577d5723cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:38.716476 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-81ab37d1-b3f6-4f10-a699-e577d5723cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.721066 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-81ab37d1-b3f6-4f10-a699-e577d5723cc2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f59e7f2b-b680-41c3-b09f-b71c48694434 HTTP/1.1" status: 204 len: 168 time: 0.3511922 Jun 21 19:59:38.721158 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41040) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:38.760260 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-0c1aec03-79d8-41f9-8eb5-dbf5c3b84d8f req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Calling delete_port for 5bca79c8-7bfe-41d3-9648-4395b3dcf46a owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:59:38.766635 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6283c98-dfae-4405-91e8-121120e3e9e5 req-61342669-32a0-4e56-a2bd-0c8721c87f41 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 HTTP/1.1" status: 200 len: 217 time: 0.1018243 Jun 21 19:59:38.794128 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.846967 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbb19a-4a8c-4922-9db5-b9aca58ffdb2 req-41d753ff-f53c-4627-8209-b09835c23684 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:38.849593 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-26dbb19a-4a8c-4922-9db5-b9aca58ffdb2 req-41d753ff-f53c-4627-8209-b09835c23684 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.2805188 Jun 21 19:59:38.878477 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.888669 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b65d7aa-2389-44bc-921d-586f04812e54']}} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:59:38.899237 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585e1e36-c31f-4c22-82be-73b3ab54fc0d') {'for_net_delete': True} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:59:38.900635 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585e1e36-c31f-4c22-82be-73b3ab54fc0d') {} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:59:38.901377 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6283c98-dfae-4405-91e8-121120e3e9e5 req-e9086027-667b-4efd-aee0-3578f6815d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:38.902801 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6283c98-dfae-4405-91e8-121120e3e9e5 req-e9086027-667b-4efd-aee0-3578f6815d59 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.1277041 Jun 21 19:59:38.908463 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31473180'] for segment, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.923510 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.931382 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=104793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:59:38.931880 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32435808'] for segment, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: Traceback (most recent call last): Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: timer() Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: cb(*args, **kw) Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: return func(*args, **kwargs) Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: self._notify() Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: self.callback(batched_events) Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: event.method(event) Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: return f(self, *a, **k) Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: return self._get(url).json() Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: return self.request(url, 'GET', **kwargs) Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:59:38.933976 dv-cinder-792462-15-iscsi neutron-server[104793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:59:38.953577 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-26dbb19a-4a8c-4922-9db5-b9aca58ffdb2 req-5b0a36e9-99dc-4dc3-af6f-1d5fe83d41ac tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965703 Jun 21 19:59:38.955376 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6283c98-dfae-4405-91e8-121120e3e9e5 req-c9cf8c2c-3fbb-4da3-8e16-1f1b69dba02d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412908 Jun 21 19:59:39.076179 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:39.083880 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-722aee44-dc03-451f-943f-d2af996f5923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:39.086267 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:39.087931 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] 10.222.0.30 "DELETE /v2.0/networks/1b65d7aa-2389-44bc-921d-586f04812e54 HTTP/1.1" status: 204 len: 168 time: 0.3659027 Jun 21 19:59:39.092762 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6283c98-dfae-4405-91e8-121120e3e9e5 req-d898c9ad-bd42-4a18-b7f1-5f135ea024cb service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023922 Jun 21 19:59:39.105983 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6b9f6-1a3a-4029-9f01-6790b34ac347 req-e6dc88f3-5f17-4194-950f-5cd872745524 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:39.107862 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c5f6b9f6-1a3a-4029-9f01-6790b34ac347 req-e6dc88f3-5f17-4194-950f-5cd872745524 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 950 time: 0.0905323 Jun 21 19:59:39.108732 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] Pushing event deleted for resources: {'Network': ['ID=1b65d7aa-2389-44bc-921d-586f04812e54,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:39.111114 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-7ac11eab-15f5-474c-be3e-bd09a2b2829c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:39.130126 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0c1aec03-79d8-41f9-8eb5-dbf5c3b84d8f req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:39.150061 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['5bca79c8-7bfe-41d3-9648-4395b3dcf46a'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:59:39.155056 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c5f6b9f6-1a3a-4029-9f01-6790b34ac347 req-fb83b5ac-a07c-4923-af12-63ccf7af57c6 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/security-groups?id=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357461 Jun 21 19:59:39.158911 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f1d2655a-0bfa-4ba0-8c80-b4a0426decec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:39.188783 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Pushing event deleted for resources: {'Port': ['ID=5bca79c8-7bfe-41d3-9648-4395b3dcf46a,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:39.205097 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.205472 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.205838 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.206198 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.206552 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.206905 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.207253 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.207750 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.208327 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.208766 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.209068 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.209570 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:39.218624 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:39.293371 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1aec03-79d8-41f9-8eb5-dbf5c3b84d8f req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] No DVR routers for this DVR port 5bca79c8-7bfe-41d3-9648-4395b3dcf46a on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:59:39.296751 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0c1aec03-79d8-41f9-8eb5-dbf5c3b84d8f req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:39.298670 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0c1aec03-79d8-41f9-8eb5-dbf5c3b84d8f req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.22 "DELETE /v2.0/ports/5bca79c8-7bfe-41d3-9648-4395b3dcf46a HTTP/1.1" status: 204 len: 173 time: 0.9964244 Jun 21 19:59:39.299187 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f1b5fd-0f11-421e-a48e-49ce82e54e2d', 'name': 'network-vif-deleted', 'tag': '5bca79c8-7bfe-41d3-9648-4395b3dcf46a'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:59:39.301632 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aa77fd-b5b3-4ff1-8cac-fca4aa072720" -d '{"events": [{"server_uuid": "c7f1b5fd-0f11-421e-a48e-49ce82e54e2d", "name": "network-vif-deleted", "tag": "5bca79c8-7bfe-41d3-9648-4395b3dcf46a"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:59:39.306461 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6283c98-dfae-4405-91e8-121120e3e9e5 req-6b5f9691-be57-425a-8c76-923507f126a5 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960440 Jun 21 19:59:39.353269 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19919fe3-a545-423a-a742-0e1309e38b07 x-openstack-request-id: req-19919fe3-a545-423a-a742-0e1309e38b07 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:59:39.353600 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f1b5fd-0f11-421e-a48e-49ce82e54e2d", "name": "network-vif-deleted", "tag": "5bca79c8-7bfe-41d3-9648-4395b3dcf46a", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:59:39.353915 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19919fe3-a545-423a-a742-0e1309e38b07 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:59:39.354357 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f1b5fd-0f11-421e-a48e-49ce82e54e2d', 'name': 'network-vif-deleted', 'tag': '5bca79c8-7bfe-41d3-9648-4395b3dcf46a', 'status': 'completed', 'code': 200} Jun 21 19:59:39.568824 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41050) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:39.616256 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f29c557c-244c-4755-94ca-d1d408f232c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f598f3310164fbda204950c08f03bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461841 Jun 21 19:59:39.616676 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41054) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:39.653032 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b41c-1a1f-4eea-ad7b-190dee77c3fe req-188766d9-c495-4466-9247-45744689387a tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:39.654484 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c5e7b41c-1a1f-4eea-ad7b-190dee77c3fe req-188766d9-c495-4466-9247-45744689387a tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0938802 Jun 21 19:59:39.706700 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-df99209f-5f70-4297-bb4d-6a61e9f2fa6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:39.715203 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c5e7b41c-1a1f-4eea-ad7b-190dee77c3fe req-dc1644c0-5c8a-4ae4-b605-1303d97f22bf tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520244 Jun 21 19:59:39.741774 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-df99209f-5f70-4297-bb4d-6a61e9f2fa6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:39.858919 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-df99209f-5f70-4297-bb4d-6a61e9f2fa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:39.861543 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-df99209f-5f70-4297-bb4d-6a61e9f2fa6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:39.862776 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-df99209f-5f70-4297-bb4d-6a61e9f2fa6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3b1a7e1-73ba-4f18-a94c-59f4afc11d56 HTTP/1.1" status: 204 len: 168 time: 0.2440755 Jun 21 19:59:39.863746 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e8fe2062-48ea-49a8-8a05-75162a69c8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:39.881564 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99209f-5f70-4297-bb4d-6a61e9f2fa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b1a7e1-73ba-4f18-a94c-59f4afc11d56,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:39.881564 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-df99209f-5f70-4297-bb4d-6a61e9f2fa6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:40.140063 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c246b6-6709-4c3d-a5da-dd61237728bf req-ae628feb-0e99-47b9-993a-ea657c1cdc41 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:40.141617 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-07c246b6-6709-4c3d-a5da-dd61237728bf req-ae628feb-0e99-47b9-993a-ea657c1cdc41 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0637865 Jun 21 19:59:40.161276 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41074) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:40.193319 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-07c246b6-6709-4c3d-a5da-dd61237728bf req-68bdb553-fcf1-43f9-af25-f81dc5b59720 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451479 Jun 21 19:59:40.359354 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-17e4c76d-ce8b-4a9c-978e-e0187dbbd256 req-78ff5b7a-da27-4207-a834-c56ea5922db8 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7f1b5fd-0f11-421e-a48e-49ce82e54e2d HTTP/1.1" status: 200 len: 210 time: 0.0380301 Jun 21 19:59:40.365077 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-19824419-0e20-4af3-b756-3d055c8a1e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:40.458161 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-19824419-0e20-4af3-b756-3d055c8a1e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:40.544538 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-19824419-0e20-4af3-b756-3d055c8a1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:40.548374 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-558ecff1-6cd2-46e9-b14b-d1d76477fc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:40.583203 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-19824419-0e20-4af3-b756-3d055c8a1e98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa2206b694bc4688ad108bdb20b74a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210737 Jun 21 19:59:40.585132 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19824419-0e20-4af3-b756-3d055c8a1e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60493643-a828-4f39-be4f-7606869de5ef,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:40.585798 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41094) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:40.587992 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-19824419-0e20-4af3-b756-3d055c8a1e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:40.636061 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0df8f285-19db-414e-8d94-743d71ad6ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:40.656676 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0df8f285-19db-414e-8d94-743d71ad6ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:40.784435 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0df8f285-19db-414e-8d94-743d71ad6ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:40.787881 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0df8f285-19db-414e-8d94-743d71ad6ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:40.800164 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-0df8f285-19db-414e-8d94-743d71ad6ab1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60493643-a828-4f39-be4f-7606869de5ef HTTP/1.1" status: 204 len: 168 time: 0.2022963 Jun 21 19:59:40.800164 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c089fa5c-4d9e-4d81-be30-d6fae34c899a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:40.802133 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8f285-19db-414e-8d94-743d71ad6ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60493643-a828-4f39-be4f-7606869de5ef,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:40.804387 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0df8f285-19db-414e-8d94-743d71ad6ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:40.907344 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624e8c7-c21c-4442-85a6-a90abb340c79 req-85088e1e-6148-41a1-a6d9-a07348c3027f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:40.908867 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e624e8c7-c21c-4442-85a6-a90abb340c79 req-85088e1e-6148-41a1-a6d9-a07348c3027f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0667109 Jun 21 19:59:40.954497 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e624e8c7-c21c-4442-85a6-a90abb340c79 req-a201fee3-c0b2-4f63-80be-4a643a01b898 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376728 Jun 21 19:59:41.393143 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b36505-5078-4f93-91d0-a74b68234871 req-9a7c2965-f37f-49b9-a33f-5bb4b82a34d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:41.394670 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-20b36505-5078-4f93-91d0-a74b68234871 req-9a7c2965-f37f-49b9-a33f-5bb4b82a34d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0659924 Jun 21 19:59:41.437817 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-20b36505-5078-4f93-91d0-a74b68234871 req-7ea1dc50-3d1f-4365-8878-09b5b2f10616 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360985 Jun 21 19:59:41.936830 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 5bca79c8-7bfe-41d3-9648-4395b3dcf46a no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:59:41.981598 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 5bca79c8-7bfe-41d3-9648-4395b3dcf46a {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:59:41.982145 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 5bca79c8-7bfe-41d3-9648-4395b3dcf46a not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:59:42.407237 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8682638-6e3f-4037-b246-fad420189bec req-99c6e8b2-e4fb-4c0d-85fe-28e64a409a15 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:42.408724 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a8682638-6e3f-4037-b246-fad420189bec req-99c6e8b2-e4fb-4c0d-85fe-28e64a409a15 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.3264773 Jun 21 19:59:42.449623 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a8682638-6e3f-4037-b246-fad420189bec req-db53ff4a-e6a1-4f43-bea7-c8deecafaf84 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Jun 21 19:59:42.632184 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d9018-2517-4f3d-83b9-2aaf09d4a1b6 req-5c9423e0-3982-4d22-b46e-04957da02ec3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:42.635023 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a34d9018-2517-4f3d-83b9-2aaf09d4a1b6 req-5c9423e0-3982-4d22-b46e-04957da02ec3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0717738 Jun 21 19:59:42.674988 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a34d9018-2517-4f3d-83b9-2aaf09d4a1b6 req-518189e8-b879-4726-a0f9-8bdc7ff934f4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338836 Jun 21 19:59:43.857436 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7170747-f6a8-433e-9894-c697493f01eb req-d535c3d3-d049-40a5-a16f-4803e9b27548 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:43.858849 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c7170747-f6a8-433e-9894-c697493f01eb req-d535c3d3-d049-40a5-a16f-4803e9b27548 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0656462 Jun 21 19:59:43.903541 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c7170747-f6a8-433e-9894-c697493f01eb req-9c46d16f-581c-4155-bbef-c66439798455 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369005 Jun 21 19:59:45.083674 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9d2b-f8b0-4826-b755-f78ead8747d2 req-60e35d84-98d9-46db-942d-c46e83bf8861 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:45.085244 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-12fe9d2b-f8b0-4826-b755-f78ead8747d2 req-60e35d84-98d9-46db-942d-c46e83bf8861 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0670230 Jun 21 19:59:45.128627 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-12fe9d2b-f8b0-4826-b755-f78ead8747d2 req-a0e2e874-7122-493e-9472-5e9ee8408d6b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374079 Jun 21 19:59:46.311538 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee813b-174c-4385-adb1-6b2b0cf88dce req-93d5f5a3-7e56-4e6b-b998-00867bb220b4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:46.312974 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5cee813b-174c-4385-adb1-6b2b0cf88dce req-93d5f5a3-7e56-4e6b-b998-00867bb220b4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0621367 Jun 21 19:59:46.351433 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5cee813b-174c-4385-adb1-6b2b0cf88dce req-59d7b93d-b573-4d56-a4d0-f05d970c970e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321820 Jun 21 19:59:47.536063 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0a7e8-cb63-47fb-9b48-9a26414c4823 req-9ce7075e-589d-446d-af94-535917d31493 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:47.537551 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2ed0a7e8-cb63-47fb-9b48-9a26414c4823 req-9ce7075e-589d-446d-af94-535917d31493 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0670316 Jun 21 19:59:47.574785 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2ed0a7e8-cb63-47fb-9b48-9a26414c4823 req-9bf886d1-7328-4697-b862-cc5e64255c52 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316613 Jun 21 19:59:48.758788 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cc083-e7a6-46cb-881c-c3f9bcc5b6f3 req-7b3fb791-9d7b-4f67-86e2-05ab78deadb3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:48.760368 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-210cc083-e7a6-46cb-881c-c3f9bcc5b6f3 req-7b3fb791-9d7b-4f67-86e2-05ab78deadb3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0642114 Jun 21 19:59:48.803626 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-210cc083-e7a6-46cb-881c-c3f9bcc5b6f3 req-d1c6c451-6071-4cdb-9686-75ebd0719d71 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374312 Jun 21 19:59:49.029812 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41502) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:49.175262 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-d0a33a64-01d6-4959-ad35-715e7947e2de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0251c93695242e5a9a5dd2f61d0afff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441815 Jun 21 19:59:49.179176 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41510) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:49.228570 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e8165cea-5363-47e6-8587-5a5f4e343406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:49.249978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e8165cea-5363-47e6-8587-5a5f4e343406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:49.439498 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e8165cea-5363-47e6-8587-5a5f4e343406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:49.442668 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e8165cea-5363-47e6-8587-5a5f4e343406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:49.446413 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-e8165cea-5363-47e6-8587-5a5f4e343406 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be53ec4f-50b8-4b04-8e9b-51b69d8d9d20 HTTP/1.1" status: 204 len: 168 time: 0.2635875 Jun 21 19:59:49.446413 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:49.451996 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8165cea-5363-47e6-8587-5a5f4e343406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be53ec4f-50b8-4b04-8e9b-51b69d8d9d20,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:49.455729 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e8165cea-5363-47e6-8587-5a5f4e343406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:50.156975 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2b3d5-0abf-4ddd-a0df-b0f710d4c287 req-f23ea4b7-f216-436e-9609-8c498ad3f2ba tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:50.159908 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c5e2b3d5-0abf-4ddd-a0df-b0f710d4c287 req-f23ea4b7-f216-436e-9609-8c498ad3f2ba tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0753267 Jun 21 19:59:50.200096 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c5e2b3d5-0abf-4ddd-a0df-b0f710d4c287 req-f20a1326-b3a7-401a-b528-28199de7c8b9 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353067 Jun 21 19:59:50.766864 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ebef4-bf8c-48c4-a1ee-0183f7ab8252 req-d4c99a8a-772e-4384-9855-92a76d2809d0 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:50.768325 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9a1ebef4-bf8c-48c4-a1ee-0183f7ab8252 req-d4c99a8a-772e-4384-9855-92a76d2809d0 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0711081 Jun 21 19:59:50.807891 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9a1ebef4-bf8c-48c4-a1ee-0183f7ab8252 req-d1a4ae2f-418a-443f-8c6e-760da326df3c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325336 Jun 21 19:59:51.387784 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509e26a-cd2d-4442-b93e-596820e4fa08 req-ba91c0aa-c415-4bfd-989f-f1eb8be71958 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:51.396122 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c509e26a-cd2d-4442-b93e-596820e4fa08 req-ba91c0aa-c415-4bfd-989f-f1eb8be71958 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0664370 Jun 21 19:59:51.428194 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c509e26a-cd2d-4442-b93e-596820e4fa08 req-48dd7a97-3ecd-4ec7-87a9-29a2a5f2dfb9 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333107 Jun 21 19:59:51.651834 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41590) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:51.755723 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8c760ed9-5bb3-406c-8b68-af843fdf3eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:51.852507 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8c760ed9-5bb3-406c-8b68-af843fdf3eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:51.951300 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8c760ed9-5bb3-406c-8b68-af843fdf3eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:51.955235 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9f83f9d7-593d-44ce-821d-f77f2cbefd19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:52.008449 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-8c760ed9-5bb3-406c-8b68-af843fdf3eb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b87e7d7d74894d658c91ec8bc13529ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552983 Jun 21 19:59:52.010252 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c760ed9-5bb3-406c-8b68-af843fdf3eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568b26da-8ac9-47c9-b357-242b1798b3f4,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:52.011950 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41598) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:52.014433 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8c760ed9-5bb3-406c-8b68-af843fdf3eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:52.031310 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce58a02-9810-49ba-a91e-b14555c2dcea req-ec3f50c8-2e53-459e-a28c-514ce6cb64fb tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:52.032848 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7ce58a02-9810-49ba-a91e-b14555c2dcea req-ec3f50c8-2e53-459e-a28c-514ce6cb64fb tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.1104589 Jun 21 19:59:52.062700 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:52.070935 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7ce58a02-9810-49ba-a91e-b14555c2dcea req-03082b43-c794-46b4-a0d4-4fe7a682aaee tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Jun 21 19:59:52.084020 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:52.205073 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:52.208521 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:52.209638 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/568b26da-8ac9-47c9-b357-242b1798b3f4 HTTP/1.1" status: 204 len: 168 time: 0.1962526 Jun 21 19:59:52.210362 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-34af6226-fb35-40e1-9a7b-23398c476ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:52.218355 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568b26da-8ac9-47c9-b357-242b1798b3f4,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:52.226329 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.226700 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.227056 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.227407 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.227782 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.228134 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.228478 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.228865 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.229204 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.229486 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.229826 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.230159 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:52.237745 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:52.607472 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125f73d-0752-421a-b1c9-6e713282de0c req-ba6ce280-4e02-4438-ad2b-69fa284acbfd tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:52.608964 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d125f73d-0752-421a-b1c9-6e713282de0c req-ba6ce280-4e02-4438-ad2b-69fa284acbfd tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0653281 Jun 21 19:59:52.662587 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d125f73d-0752-421a-b1c9-6e713282de0c req-e9774fc9-55f3-460d-a408-2492ed3b0495 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 Jun 21 19:59:53.248999 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ee5a5-52bd-4112-ae80-8fe2e4ab6c67 req-185db26a-6f1f-4d5a-9423-90f911bcce22 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:53.251226 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b03ee5a5-52bd-4112-ae80-8fe2e4ab6c67 req-185db26a-6f1f-4d5a-9423-90f911bcce22 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0671885 Jun 21 19:59:53.254059 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41632) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:53.292448 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b03ee5a5-52bd-4112-ae80-8fe2e4ab6c67 req-22fd2b42-10b3-41a7-86c7-008a9f9407d7 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322621 Jun 21 19:59:53.353619 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-672211639-network', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:59:53.365774 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ee999-ab1b-40f9-9c92-20de98332d3b req-7eeb9486-fbcd-4e99-81e4-3cfef411153f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:53.367170 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e84ee999-ab1b-40f9-9c92-20de98332d3b req-7eeb9486-fbcd-4e99-81e4-3cfef411153f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 946 time: 0.0704262 Jun 21 19:59:53.476949 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Made reservation on behalf of a0fd2339cee948899f74d237d1fee442 for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:59:53.479205 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:53.490089 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:53.493985 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-e84ee999-ab1b-40f9-9c92-20de98332d3b req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Deleting port 05b12d0b-f992-484b-b595-9120ce0073a1 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:59:53.494313 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e84ee999-ab1b-40f9-9c92-20de98332d3b req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:53.498259 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-5b3bb387-d25a-4856-8f18-eafe42ff2f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:53.608323 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-e84ee999-ab1b-40f9-9c92-20de98332d3b req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] For port 05b12d0b-f992-484b-b595-9120ce0073a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=05b12d0b-f992-484b-b595-9120ce0073a1,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:59:53.608608 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e84ee999-ab1b-40f9-9c92-20de98332d3b req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:53.679742 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-e84ee999-ab1b-40f9-9c92-20de98332d3b req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Calling delete_port for 05b12d0b-f992-484b-b595-9120ce0073a1 owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:59:53.761686 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:53.823653 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:53.831063 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d6508c5e-a541-4e90-948d-1e4b707f1f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:53.846349 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93508a-3bf6-4328-a9ad-4682537f7780 req-9f18b959-d320-4557-97a0-7121a4c687c0 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:53.848694 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ef93508a-3bf6-4328-a9ad-4682537f7780 req-9f18b959-d320-4557-97a0-7121a4c687c0 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0704844 Jun 21 19:59:53.852759 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:59:53.871891 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:53.872240 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Added segment 55d47651-bc1d-4123-b9a3-0141fe89c1fd of type vlan for network b5d450cb-3a4d-43b0-b649-53a0526f8766 Jun 21 19:59:53.873618 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ce4533-88fa-41ee-9afc-2039f52b430c,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:53.883702 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:53.890785 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ef93508a-3bf6-4328-a9ad-4682537f7780 req-9c44b630-7671-4961-befa-6ac4608233e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333080 Jun 21 19:59:53.917565 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:53.939712 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e84ee999-ab1b-40f9-9c92-20de98332d3b req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:53.945718 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:53.951754 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['05b12d0b-f992-484b-b595-9120ce0073a1', '005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:59:53.975222 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Pushing event deleted for resources: {'Port': ['ID=05b12d0b-f992-484b-b595-9120ce0073a1,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:53.979873 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:54.022554 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84ee999-ab1b-40f9-9c92-20de98332d3b req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] No DVR routers for this DVR port 05b12d0b-f992-484b-b595-9120ce0073a1 on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:59:54.025049 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e84ee999-ab1b-40f9-9c92-20de98332d3b req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:54.026977 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e84ee999-ab1b-40f9-9c92-20de98332d3b req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.22 "DELETE /v2.0/ports/05b12d0b-f992-484b-b595-9120ce0073a1 HTTP/1.1" status: 204 len: 173 time: 0.6532357 Jun 21 19:59:54.027491 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a532e52-57b5-4452-b757-6819f6c39f8b', 'name': 'network-vif-deleted', 'tag': '05b12d0b-f992-484b-b595-9120ce0073a1'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:59:54.029766 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9581bbc-4135-4aa0-a448-540935c34f9c" -d '{"events": [{"server_uuid": "6a532e52-57b5-4452-b757-6819f6c39f8b", "name": "network-vif-deleted", "tag": "05b12d0b-f992-484b-b595-9120ce0073a1"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:59:54.056800 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:54.058150 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:54.058973 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:54.061840 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c6290439-f628-4918-8fe7-b3951afabe4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:54.078397 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f7ff87-c2f2-425a-b42e-d5ee0d07c359 x-openstack-request-id: req-00f7ff87-c2f2-425a-b42e-d5ee0d07c359 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:59:54.078722 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a532e52-57b5-4452-b757-6819f6c39f8b", "name": "network-vif-deleted", "tag": "05b12d0b-f992-484b-b595-9120ce0073a1", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:59:54.079006 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00f7ff87-c2f2-425a-b42e-d5ee0d07c359 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:59:54.079431 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a532e52-57b5-4452-b757-6819f6c39f8b', 'name': 'network-vif-deleted', 'tag': '05b12d0b-f992-484b-b595-9120ce0073a1', 'status': 'completed', 'code': 200} Jun 21 19:59:54.120996 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Pushing event updated for resources: {'Network': ['ID=b5d450cb-3a4d-43b0-b649-53a0526f8766,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:54.123562 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:54.130826 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network b5d450cb-3a4d-43b0-b649-53a0526f8766 details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:59:54.191015 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9359584 Jun 21 19:59:54.194007 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41648) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:54.199060 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Request body: {'subnet': {'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-672211639-subnet', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'ip_version': 4}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:59:54.338223 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Made reservation on behalf of a0fd2339cee948899f74d237d1fee442 for: {'subnet': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:59:54.340625 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31794907'] for subnet, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:54.455615 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8a8cb576-306e-4a18-b079-16205dc6d162 req-3190595f-5a0f-4608-80fc-2d4e6a86bf64 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a532e52-57b5-4452-b757-6819f6c39f8b HTTP/1.1" status: 200 len: 210 time: 0.0315371 Jun 21 19:59:54.495914 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-92a902e0-b498-4f2f-8252-5199f29ff984 req-6015958d-abcd-4089-bc49-d2a57f7ea9bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590835 Jun 21 19:59:54.599925 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a902e0-b498-4f2f-8252-5199f29ff984 req-5918f6bf-9dde-4db4-ba3f-681ae03a6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:54.601372 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-92a902e0-b498-4f2f-8252-5199f29ff984 req-5918f6bf-9dde-4db4-ba3f-681ae03a6eed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c152a1636c194c03bae80e5329b02213&device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 1098 time: 0.0564647 Jun 21 19:59:54.607009 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32428810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31794889'] for subnet, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:54.610151 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-bcb037f2-d6e6-40f1-8584-35669819a7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:54.662416 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a584c85f-69e1-44e7-89ae-0dec49e04f49,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:54.665986 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:54.671893 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Checking segment: {'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:59:54.672254 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Network hostable DHCP agents. Network: b5d450cb-3a4d-43b0-b649-53a0526f8766, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:59:54.709436 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a902e0-b498-4f2f-8252-5199f29ff984 req-8978990f-d7d5-4113-8bf4-48c1191b783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:54.710867 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-92a902e0-b498-4f2f-8252-5199f29ff984 req-8978990f-d7d5-4113-8bf4-48c1191b783f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 200 len: 919 time: 0.0857565 Jun 21 19:59:54.749650 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Network b5d450cb-3a4d-43b0-b649-53a0526f8766 is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:59:54.756172 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-92a902e0-b498-4f2f-8252-5199f29ff984 req-91d9289b-3191-49a2-9d44-64b3364846cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 HTTP/1.1" status: 200 len: 217 time: 0.0374703 Jun 21 19:59:54.810483 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a902e0-b498-4f2f-8252-5199f29ff984 req-8d3c0fb1-d8da-400c-b391-bc8b91339a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:54.812005 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-92a902e0-b498-4f2f-8252-5199f29ff984 req-8d3c0fb1-d8da-400c-b391-bc8b91339a76 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 200 len: 858 time: 0.0470452 Jun 21 19:59:54.836484 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, b5d450cb-3a4d-43b0-b649-53a0526f8766) {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:59:54.846069 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:54.846766 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:54.847285 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-92a902e0-b498-4f2f-8252-5199f29ff984 req-b2ddba8f-5c9b-4955-834b-28c4248fc55f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2155febb-95b0-40f7-b69c-e7702ce096c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269203 Jun 21 19:59:54.850868 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1aaf9d-677d-4e52-9bf0-0bc9763b9eaf None None] Network b5d450cb-3a4d-43b0-b649-53a0526f8766 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:59:54.967917 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7725539 Jun 21 19:59:54.970418 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41660) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:54.975948 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:59:54.979573 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-92a902e0-b498-4f2f-8252-5199f29ff984 req-5eda6e91-5561-4b26-a32c-11c5487684e2 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149530 Jun 21 19:59:55.065934 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cbd27e-ac4b-5d60-81fc-ac2e7ea337cf-b5d450cb-3a4d-43b0-b649-53a0526f8766', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49'}]}} from dv-cinder-792462-15-iscsi. {{(pid=104796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:59:55.066891 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.098893 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-510613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4968'] for router, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.099834 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.158381 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-92a902e0-b498-4f2f-8252-5199f29ff984 req-7a1712f0-a095-4952-b9dd-e66512a5fcc7 service neutron] 10.222.0.22 "GET /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754701 Jun 21 19:59:55.160470 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.187513 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ba5a-3414-4c31-93bd-82cb3699b83a req-1baa44c1-e9c7-4c7b-b025-076dc6cc2ffa tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:55.194960 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3fe5ba5a-3414-4c31-93bd-82cb3699b83a req-1baa44c1-e9c7-4c7b-b025-076dc6cc2ffa tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.1343820 Jun 21 19:59:55.215141 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.db_base_plugin_common [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Allocated IP 172.20.0.2 (b5d450cb-3a4d-43b0-b649-53a0526f8766/a584c85f-69e1-44e7-89ae-0dec49e04f49/1afdf9aa-bf26-46f4-82f8-9b754bc05d41) {{(pid=104796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:59:55.235421 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3fe5ba5a-3414-4c31-93bd-82cb3699b83a req-ea7629db-3522-4c8c-8b77-6e1ab085bc87 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395930 Jun 21 19:59:55.379558 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Notify callbacks [] for port, precommit_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.388885 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Transition to ACTIVE for port object 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:59:55.404694 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Transition to ACTIVE for port object 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 will not be triggered until provisioned by entity DHCP. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:59:55.414198 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4981'] for router, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.527853 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.529868 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:55.576808 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Network b5d450cb-3a4d-43b0-b649-53a0526f8766 is already hosted by enough agents. {{(pid=104796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:59:55.579861 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.base_scheduler [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Resources bound (agent type, host, resource id): {{(pid=104796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:59:55.583316 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Received port after_create {{(pid=104796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:59:55.590706 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Pushing event updated for resources: {'Port': ['ID=1afdf9aa-bf26-46f4-82f8-9b754bc05d41,revision_number=1']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:55.593320 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:55.649783 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Attempting to bind port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:59:55.650481 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Attempting to bind port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:59:55.651031 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Attempting to bind port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 on network b5d450cb-3a4d-43b0-b649-53a0526f8766 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:59:55.656972 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:59:55.657603 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Checking segment: {'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:59:55.658192 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.658594 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Bound using segment: {'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:59:55.659234 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Bound port: 1afdf9aa-bf26-46f4-82f8-9b754bc05d41, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:59:55.659809 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.724668 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41670) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:55.743910 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] For port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:59:55.750303 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] For port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=1afdf9aa-bf26-46f4-82f8-9b754bc05d41,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:59:55.817464 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.833229 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.842619 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.845935 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:55.847126 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-126028c6-4435-4616-9af2-6d9279ada715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:55.914678 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Pushing event updated for resources: {'Port': ['ID=1afdf9aa-bf26-46f4-82f8-9b754bc05d41,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:55.917920 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:55.950954 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Allocated IP 172.27.0.19 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/c3bbde5e-7ef6-4640-abb7-40f31070f0af) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:59:55.969754 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-126028c6-4435-4616-9af2-6d9279ada715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:56.030251 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-126028c6-4435-4616-9af2-6d9279ada715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:56.034016 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2ef80d5d-1538-449e-b075-ecdd1328343f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:56.063744 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:56.071220 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-126028c6-4435-4616-9af2-6d9279ada715 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2b8804a919e47e9941a97754ebed517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454890 Jun 21 19:59:56.072387 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126028c6-4435-4616-9af2-6d9279ada715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6173a9-8a0e-4f9d-bebb-a80f5f31d0b8,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:56.074183 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41676) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:56.096851 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-126028c6-4435-4616-9af2-6d9279ada715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:56.193886 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-488de6e7-a5bf-4402-8ac3-f53c4eaecd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:56.224725 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-488de6e7-a5bf-4402-8ac3-f53c4eaecd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:56.293096 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-98859b7d-d777-49bc-8e1a-6333b496e3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:56.327150 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:56.337887 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:56.381693 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:59:56.393172 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:59:56.398897 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:59:56.402779 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Pushing event updated for resources: {'Port': ['ID=c3bbde5e-7ef6-4640-abb7-40f31070f0af,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:56.432403 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:56.460306 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9aeaeb-92c5-4873-b3b9-4f11f468319c req-d5c580da-1918-4f65-8840-061a0304e67f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:56.461703 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8a9aeaeb-92c5-4873-b3b9-4f11f468319c req-d5c580da-1918-4f65-8840-061a0304e67f tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.2168844 Jun 21 19:59:56.475037 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5236e47-87c9-4114-8c9e-296f4bec13a3 req-864ad049-4d88-4e8e-b973-b2952078f2dc tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:56.476739 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5236e47-87c9-4114-8c9e-296f4bec13a3 req-864ad049-4d88-4e8e-b973-b2952078f2dc tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0663671 Jun 21 19:59:56.500396 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-488de6e7-a5bf-4402-8ac3-f53c4eaecd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:56.503002 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-488de6e7-a5bf-4402-8ac3-f53c4eaecd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:56.504628 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-488de6e7-a5bf-4402-8ac3-f53c4eaecd90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa6173a9-8a0e-4f9d-bebb-a80f5f31d0b8 HTTP/1.1" status: 204 len: 168 time: 0.4272952 Jun 21 19:59:56.516930 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5236e47-87c9-4114-8c9e-296f4bec13a3 req-6f28f148-a7e7-491d-9b57-be890d846efa tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338984 Jun 21 19:59:56.531728 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-2889bbdc-7227-47f1-a005-28449d9a37b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:56.558577 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488de6e7-a5bf-4402-8ac3-f53c4eaecd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6173a9-8a0e-4f9d-bebb-a80f5f31d0b8,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:56.589920 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-488de6e7-a5bf-4402-8ac3-f53c4eaecd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:56.620493 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8a9aeaeb-92c5-4873-b3b9-4f11f468319c req-a89ca7b0-7987-4e4e-9e1f-06a8cfa9125d tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213014 Jun 21 19:59:56.879287 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:57.005401 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2619a1c2-c432-4d22-8f74-155c40ba70c4 None None] Network b5d450cb-3a4d-43b0-b649-53a0526f8766 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:59:57.151121 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-27ccd9b6-7770-4cf5-86b9-71022ec9c620 None None] Provisioning for port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:59:57.255827 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:57.275824 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570368'] for router, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:57.350183 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:57.475435 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Router 1fcd6295-92cc-436b-b061-783668f3db77 is scheduled to L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f with binding_index 1 {{(pid=104793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:59:57.582978 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:59:57.601051 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Sync routers for ids ['1fcd6295-92cc-436b-b061-783668f3db77'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:59:57.610934 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Routers {'1fcd6295-92cc-436b-b061-783668f3db77'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:59:57.611704 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:59:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1fcd6295-92cc-436b-b061-783668f3db77'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:59:57.623093 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:59:57.668171 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Notify callbacks [] for router, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:57.669414 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6980059 Jun 21 19:59:57.672523 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41694) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:59:57.719840 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51558b-8eac-444a-a2ad-9de5edb64d9d req-4672d056-6389-4a4b-81db-2cef2561c864 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:57.724071 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4c51558b-8eac-444a-a2ad-9de5edb64d9d req-4672d056-6389-4a4b-81db-2cef2561c864 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0849402 Jun 21 19:59:57.733060 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Set router 1fcd6295-92cc-436b-b061-783668f3db77 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:59:57.764582 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4c51558b-8eac-444a-a2ad-9de5edb64d9d req-3a42c718-7b50-45d4-b7d8-14a5d8fc9efa tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342562 Jun 21 19:59:57.795502 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:59:57.799305 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:59:57.799781 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:57.884126 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:57.918973 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2d326-82c0-4c37-b70e-ccf515695298 req-2ad36d30-e30c-4f2e-b3cd-8a5b82645897 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:57.919199 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=1afdf9aa-bf26-46f4-82f8-9b754bc05d41,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:59:57.920486 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-36c2d326-82c0-4c37-b70e-ccf515695298 req-2ad36d30-e30c-4f2e-b3cd-8a5b82645897 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1512556 Jun 21 19:59:58.002020 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:56Z', 'revision_number': 3, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:59:58.004749 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-36c2d326-82c0-4c37-b70e-ccf515695298 req-aeb41ab5-357c-4a6f-8f94-527126acdb1c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767870 Jun 21 19:59:58.006901 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.009688 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:58.035730 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Checking router: 1fcd6295-92cc-436b-b061-783668f3db77 for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:59:58.036453 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Updating router 1fcd6295-92cc-436b-b061-783668f3db77 port c3bbde5e-7ef6-4640-abb7-40f31070f0af binding host dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:59:58.069942 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.070907 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=1afdf9aa-bf26-46f4-82f8-9b754bc05d41,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:58.074978 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:58.183640 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.236253 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 05b12d0b-f992-484b-b595-9120ce0073a1 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:59:58.257242 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 05b12d0b-f992-484b-b595-9120ce0073a1 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:59:58.257565 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 05b12d0b-f992-484b-b595-9120ce0073a1 not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:59:58.315250 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Notify callbacks [] for port, precommit_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.325659 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.provisioning_blocks [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Transition to ACTIVE for port object c3bbde5e-7ef6-4640-abb7-40f31070f0af will not be triggered until provisioned by entity L2. {{(pid=104797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:59:58.340006 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Allocated IP 172.20.0.1 (b5d450cb-3a4d-43b0-b649-53a0526f8766/a584c85f-69e1-44e7-89ae-0dec49e04f49/7e41338a-22ed-410f-bbab-6af5c0ed10b5) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:59:58.405714 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.408849 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-2a3d22ec-b18f-4624-bf46-1c215b82185d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:58.437612 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.450721 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.provisioning_blocks [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Transition to ACTIVE for port object 7e41338a-22ed-410f-bbab-6af5c0ed10b5 will not be triggered until provisioned by entity DHCP. {{(pid=104793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:59:58.460816 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Pushing event updated for resources: {'Port': ['ID=c3bbde5e-7ef6-4640-abb7-40f31070f0af,revision_number=2']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:58.462806 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Attempting to bind port c3bbde5e-7ef6-4640-abb7-40f31070f0af on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:59:58.463168 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Attempting to bind port c3bbde5e-7ef6-4640-abb7-40f31070f0af by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:59:58.463547 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Attempting to bind port c3bbde5e-7ef6-4640-abb7-40f31070f0af on network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:59:58.470175 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.471972 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.472364 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.472710 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.473201 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.473535 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.473878 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.474202 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.474520 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.474836 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.475154 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.475483 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.475798 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:59:58.478920 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:59:58.479294 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Checking segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:59:58.479728 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.480089 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Bound using segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:59:58.480560 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Bound port: c3bbde5e-7ef6-4640-abb7-40f31070f0af, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:59:58.480928 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.482622 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:58.529697 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] For port c3bbde5e-7ef6-4640-abb7-40f31070f0af, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:59:58.532790 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] For port c3bbde5e-7ef6-4640-abb7-40f31070f0af, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=c3bbde5e-7ef6-4640-abb7-40f31070f0af,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:59:58.539172 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.541486 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:58.578986 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Network b5d450cb-3a4d-43b0-b649-53a0526f8766 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:59:58.582593 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:59:58.586099 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:59:58.591507 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Pushing event updated for resources: {'Port': ['ID=7e41338a-22ed-410f-bbab-6af5c0ed10b5,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:58.614372 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:58.630817 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.631429 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568879'] for router_interface, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.633535 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:58.692511 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Pushing event updated for resources: {'Port': ['ID=c3bbde5e-7ef6-4640-abb7-40f31070f0af,revision_number=3']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:58.696226 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:58.698264 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Routers {'1fcd6295-92cc-436b-b061-783668f3db77'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:59:58.699066 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:59:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1fcd6295-92cc-436b-b061-783668f3db77'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:59:58.886469 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] Set router 1fcd6295-92cc-436b-b061-783668f3db77 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:59:58.889369 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.892891 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-09b649de-8595-4ae4-a5d5-85c8504bbe23 None None] Provisioning for port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:59:58.897748 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-09b649de-8595-4ae4-a5d5-85c8504bbe23 None None] Provisioning complete for port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:59:58.898129 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-09b649de-8595-4ae4-a5d5-85c8504bbe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:58.937696 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-09b649de-8595-4ae4-a5d5-85c8504bbe23 None None] Port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:59:58.969778 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782db5b-6f5c-4581-9b6b-bf1d82826013 req-bdcef4f5-1c18-494e-94e4-67619369783a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:58.971411 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d782db5b-6f5c-4581-9b6b-bf1d82826013 req-bdcef4f5-1c18-494e-94e4-67619369783a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0884919 Jun 21 19:59:59.009765 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d782db5b-6f5c-4581-9b6b-bf1d82826013 req-a1c308b3-ba66-48b2-94df-1e13ea52c825 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324833 Jun 21 19:59:59.080952 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:59.117033 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:56Z', 'revision_number': 3, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:59:59.145768 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ff11f-25ad-4fd9-bd5b-9e93cd3c2800 None None] The sync data for ids ['1fcd6295-92cc-436b-b061-783668f3db77'] in dv-cinder-792462-15-iscsi is: [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:56Z', 'revision_number': 3, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:59:59.170593 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:59.173519 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a89690f0-c765-4770-8c3b-b2aafc77dbb1 tempest-DeleteServersTestJSON-219350466 tempest-DeleteServersTestJSON-219350466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:59:59.244596 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569910'] for router_interface, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:59.256533 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547586af-6379-48b6-abf1-1d065cf0597d req-33a3a8db-b75f-44ae-94d9-cf80ce670fb0 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:59:59.258289 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-547586af-6379-48b6-abf1-1d065cf0597d req-33a3a8db-b75f-44ae-94d9-cf80ce670fb0 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1386354 Jun 21 19:59:59.262200 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Pushing event updated for resources: {'Port': ['ID=7e41338a-22ed-410f-bbab-6af5c0ed10b5,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:59:59.268291 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:59:59.270865 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:59.348574 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-547586af-6379-48b6-abf1-1d065cf0597d req-157154e9-b86e-4412-ae08-c62698db7398 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836878 Jun 21 19:59:59.386314 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Network b5d450cb-3a4d-43b0-b649-53a0526f8766 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:59:59.389966 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:59:59.516468 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Router 1fcd6295-92cc-436b-b061-783668f3db77 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:59:59.650021 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:59:59.664067 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-e876f7c4-ec79-406e-bf56-ee3a6ca4ba13 admin admin] 10.222.0.30 "PUT /v2.0/routers/1fcd6295-92cc-436b-b061-783668f3db77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9904246 Jun 21 19:59:59.673625 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-542c2431-dbff-43ad-9e1e-cba116d7849e None None] Provisioning complete for port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:59:59.674013 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-542c2431-dbff-43ad-9e1e-cba116d7849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:59.701714 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:59:59.750823 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-542c2431-dbff-43ad-9e1e-cba116d7849e None None] Port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:59:59.767888 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:59:59.768274 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:59:59.847035 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device c3bbde5e-7ef6-4640-abb7-40f31070f0af up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:59:59.967226 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port c3bbde5e-7ef6-4640-abb7-40f31070f0af completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:59:59.976220 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port c3bbde5e-7ef6-4640-abb7-40f31070f0af triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:59:59.977385 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:00.084967 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:00.104668 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port c3bbde5e-7ef6-4640-abb7-40f31070f0af, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=c3bbde5e-7ef6-4640-abb7-40f31070f0af,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:00.178769 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:00.183819 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:00.204992 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3748b-3cbf-4023-b666-79bb826623d5 req-f7b23097-1d9c-4852-82e7-4a744db3f6ba tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:00.208862 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9ed3748b-3cbf-4023-b666-79bb826623d5 req-f7b23097-1d9c-4852-82e7-4a744db3f6ba tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0742085 Jun 21 20:00:00.233339 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=c3bbde5e-7ef6-4640-abb7-40f31070f0af,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:00.236530 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:00.248987 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9ed3748b-3cbf-4023-b666-79bb826623d5 req-2c957b5e-4b05-464b-b722-e4a767a2549e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365245 Jun 21 20:00:00.425352 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41724) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:00.430710 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1086115642-network', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:00.646893 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Made reservation on behalf of e53b28cdfd594b66b08a6ac37a687b30 for: {'network': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:00:00.649231 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:00.660219 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:00.716531 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4a320-722e-49b1-a604-e655d47d03c6 req-dbcc69a1-0b18-4dfc-8566-4af4bfc9456b tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:00.718009 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-25f4a320-722e-49b1-a604-e655d47d03c6 req-dbcc69a1-0b18-4dfc-8566-4af4bfc9456b tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1030111 Jun 21 20:00:00.772650 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-25f4a320-722e-49b1-a604-e655d47d03c6 req-ba694471-d171-4e62-9b16-2088821bf74e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Jun 21 20:00:00.808057 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:00.843791 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Sync routers for ids ['1fcd6295-92cc-436b-b061-783668f3db77'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:00:00.853016 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Routers {'1fcd6295-92cc-436b-b061-783668f3db77'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:00:00.853677 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:59:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1fcd6295-92cc-436b-b061-783668f3db77'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:00.979625 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:00.980025 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Set router 1fcd6295-92cc-436b-b061-783668f3db77 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:00:00.980197 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a936a3c0-5316-4ea9-af12-5128cc80386f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:00.984066 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=104793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 20:00:00.995287 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbcbdb2-5836-4fd9-a629-f5d711cd01e2,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:01.000379 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:01.001531 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:01.001912 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.segments_db [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Added segment 7892722b-1769-4040-a373-9c72ffd37748 of type vlan for network 06a49187-a8de-449f-a71a-28f70a3281fb Jun 21 20:00:01.056695 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:01.184664 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:01.186009 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:01.186735 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:01.189192 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:01.246838 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Pushing event updated for resources: {'Network': ['ID=06a49187-a8de-449f-a71a-28f70a3281fb,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:01.249603 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:01.261844 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 06a49187-a8de-449f-a71a-28f70a3281fb details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 20:00:01.340614 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9114740 Jun 21 20:00:01.341036 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41732) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:01.345630 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Request body: {'subnet': {'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1086115642-subnet', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'ip_version': 4}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:01.351780 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 4, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '7e41338a-22ed-410f-bbab-6af5c0ed10b5', 'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'mac_address': 'fa:16:3e:d3:cc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:58Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 2, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'subnets': [{'id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:01.381801 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Checking router: 1fcd6295-92cc-436b-b061-783668f3db77 for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:00:01.382161 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Updating router 1fcd6295-92cc-436b-b061-783668f3db77 port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 binding host dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:00:01.414706 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:01.445448 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Made reservation on behalf of e53b28cdfd594b66b08a6ac37a687b30 for: {'subnet': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:00:01.449112 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31794907'] for subnet, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:01.457144 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6c923-48a4-4961-9914-4e0d7052532a req-0cd583d0-d012-4573-848e-300b86768713 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:01.457144 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5ab6c923-48a4-4961-9914-4e0d7052532a req-0cd583d0-d012-4573-848e-300b86768713 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0857334 Jun 21 20:00:01.497399 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5ab6c923-48a4-4961-9914-4e0d7052532a req-bcc78512-c5c8-431c-9937-d1cd7b58a8f3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344100 Jun 21 20:00:01.605499 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device c3bbde5e-7ef6-4640-abb7-40f31070f0af up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:01.714472 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port c3bbde5e-7ef6-4640-abb7-40f31070f0af triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:01.714851 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:01.756517 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Notify callbacks [] for port, precommit_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:01.770742 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Transition to ACTIVE for port object 7e41338a-22ed-410f-bbab-6af5c0ed10b5 will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:00:01.870093 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:01.873102 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:01.929864 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32428810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31794889'] for subnet, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:01.931569 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1449c9af-bcef-44e1-9624-719873355ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:01.947892 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdbbcd-4b14-44a2-a33c-fe138de8773d None None] Pushing event updated for resources: {'Port': ['ID=7e41338a-22ed-410f-bbab-6af5c0ed10b5,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:01.951376 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f6fdbbcd-4b14-44a2-a33c-fe138de8773d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:02.000302 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Attempting to bind port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:00:02.004271 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Attempting to bind port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:00:02.004271 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Attempting to bind port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 on network b5d450cb-3a4d-43b0-b649-53a0526f8766 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:00:02.006487 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c0fbe3-7f21-4a51-86fe-7c3c6474daab,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:02.006826 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:00:02.007191 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Checking segment: {'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:00:02.007605 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:02.008002 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Bound using segment: {'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:00:02.008740 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Bound port: 7e41338a-22ed-410f-bbab-6af5c0ed10b5, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:00:02.009123 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:02.009948 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:02.017561 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38dd6f-33ee-4bd1-ad68-bf73824753fa req-8555d242-4df4-4984-8d63-fa21eb9a35fc tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:02.019922 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ce38dd6f-33ee-4bd1-ad68-bf73824753fa req-8555d242-4df4-4984-8d63-fa21eb9a35fc tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1327724 Jun 21 20:00:02.032959 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Checking segment: {'id': '7892722b-1769-4040-a373-9c72ffd37748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:00:02.033413 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Network hostable DHCP agents. Network: 06a49187-a8de-449f-a71a-28f70a3281fb, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 20:00:02.072835 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ce38dd6f-33ee-4bd1-ad68-bf73824753fa req-ef027c6c-74a9-4643-ac39-f6d7d482873e tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480566 Jun 21 20:00:02.081167 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] For port 7e41338a-22ed-410f-bbab-6af5c0ed10b5, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:00:02.085141 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] For port 7e41338a-22ed-410f-bbab-6af5c0ed10b5, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=7e41338a-22ed-410f-bbab-6af5c0ed10b5,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:00:02.165130 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Network 06a49187-a8de-449f-a71a-28f70a3281fb is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 20:00:02.195825 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:02.198435 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:02.252907 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 06a49187-a8de-449f-a71a-28f70a3281fb) {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:00:02.255968 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdbbcd-4b14-44a2-a33c-fe138de8773d None None] Pushing event updated for resources: {'Port': ['ID=7e41338a-22ed-410f-bbab-6af5c0ed10b5,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:02.262208 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:02.262558 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Routers {'1fcd6295-92cc-436b-b061-783668f3db77'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:00:02.262558 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:59:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1fcd6295-92cc-436b-b061-783668f3db77'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:02.262558 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f6fdbbcd-4b14-44a2-a33c-fe138de8773d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:02.264041 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:02.299298 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36923e44-9724-417f-b993-f3131f2876c1 None None] Network 06a49187-a8de-449f-a71a-28f70a3281fb requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:00:02.339549 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-a9a32a5c-2881-425b-a0d2-c886ae74cace admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9976130 Jun 21 20:00:02.342065 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41738) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:02.346613 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1086115642-router', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:02.451279 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-510613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4968'] for router, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:02.452454 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:02.456565 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] Set router 1fcd6295-92cc-436b-b061-783668f3db77 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:00:02.511253 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:02.638194 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cbd27e-ac4b-5d60-81fc-ac2e7ea337cf-06a49187-a8de-449f-a71a-28f70a3281fb', 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'fixed_ips': [{'subnet_id': 'e4c0fbe3-7f21-4a51-86fe-7c3c6474daab'}]}} from dv-cinder-792462-15-iscsi. {{(pid=104796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 20:00:02.639222 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:02.679424 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712d8f0-0e86-481a-99f2-886aaab60e22 req-afae0c83-662d-4db3-9041-289e75c2d941 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:02.680909 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9712d8f0-0e86-481a-99f2-886aaab60e22 req-afae0c83-662d-4db3-9041-289e75c2d941 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0647385 Jun 21 20:00:02.716263 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4981'] for router, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:02.721584 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9712d8f0-0e86-481a-99f2-886aaab60e22 req-97b389b0-08a6-42d4-8e59-6f8817545500 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331745 Jun 21 20:00:02.814759 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 4, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '7e41338a-22ed-410f-bbab-6af5c0ed10b5', 'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'mac_address': 'fa:16:3e:d3:cc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:58Z', 'updated_at': '2021-06-21T20:00:02Z', 'revision_number': 4, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'subnets': [{'id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:02.820747 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.db_base_plugin_common [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Allocated IP 172.20.0.2 (06a49187-a8de-449f-a71a-28f70a3281fb/e4c0fbe3-7f21-4a51-86fe-7c3c6474daab/5aeda3f5-4871-4a35-a336-86195eef9eeb) {{(pid=104796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:00:02.851957 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f856b8-14a2-4635-9430-0ac555081e97 None None] The sync data for ids ['1fcd6295-92cc-436b-b061-783668f3db77'] in dv-cinder-792462-15-iscsi is: [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 4, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '7e41338a-22ed-410f-bbab-6af5c0ed10b5', 'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'mac_address': 'fa:16:3e:d3:cc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:58Z', 'updated_at': '2021-06-21T20:00:02Z', 'revision_number': 4, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'subnets': [{'id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:00:03.002783 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Notify callbacks [] for port, precommit_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:03.012352 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Transition to ACTIVE for port object 5aeda3f5-4871-4a35-a336-86195eef9eeb will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:00:03.030744 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Transition to ACTIVE for port object 5aeda3f5-4871-4a35-a336-86195eef9eeb will not be triggered until provisioned by entity DHCP. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:00:03.046060 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:03.065572 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:03.105257 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:03.110005 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:03.157783 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Network 06a49187-a8de-449f-a71a-28f70a3281fb is already hosted by enough agents. {{(pid=104796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:00:03.165645 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.base_scheduler [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Resources bound (agent type, host, resource id): {{(pid=104796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:00:03.168636 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Received port after_create {{(pid=104796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:00:03.191360 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Allocated IP 172.27.0.99 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:00:03.215155 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Pushing event updated for resources: {'Port': ['ID=5aeda3f5-4871-4a35-a336-86195eef9eeb,revision_number=1']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:03.218283 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:03.256371 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Attempting to bind port 5aeda3f5-4871-4a35-a336-86195eef9eeb on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:00:03.256577 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Attempting to bind port 5aeda3f5-4871-4a35-a336-86195eef9eeb by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '7892722b-1769-4040-a373-9c72ffd37748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:00:03.256951 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Attempting to bind port 5aeda3f5-4871-4a35-a336-86195eef9eeb on network 06a49187-a8de-449f-a71a-28f70a3281fb {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:00:03.262482 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:00:03.262868 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Checking segment: {'id': '7892722b-1769-4040-a373-9c72ffd37748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:00:03.263281 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:03.263737 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Bound using segment: {'id': '7892722b-1769-4040-a373-9c72ffd37748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:00:03.264217 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Bound port: 5aeda3f5-4871-4a35-a336-86195eef9eeb, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7892722b-1769-4040-a373-9c72ffd37748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:00:03.264601 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:03.338323 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] For port 5aeda3f5-4871-4a35-a336-86195eef9eeb, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:00:03.341890 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] For port 5aeda3f5-4871-4a35-a336-86195eef9eeb, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=5aeda3f5-4871-4a35-a336-86195eef9eeb,segment=NetworkSegment(7892722b-1769-4040-a373-9c72ffd37748),segment_id=7892722b-1769-4040-a373-9c72ffd37748)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:00:03.367767 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:03.376725 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274493a3-3335-4f06-a815-75d92213a37c req-ccc7a9b3-03b7-4615-81f8-f8c4b84af700 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:03.378394 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-274493a3-3335-4f06-a815-75d92213a37c req-ccc7a9b3-03b7-4615-81f8-f8c4b84af700 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1542301 Jun 21 20:00:03.414402 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:03.417653 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:03.444527 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-274493a3-3335-4f06-a815-75d92213a37c req-ea1eb229-488d-4ca3-b420-ab9cbb05da9c tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588264 Jun 21 20:00:03.479713 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Pushing event updated for resources: {'Port': ['ID=5aeda3f5-4871-4a35-a336-86195eef9eeb,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:03.481179 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:03.544926 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:03.549756 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9c3eff93-a6b0-459d-9184-505a721bb456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:03.607392 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:00:03.611685 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:00:03.614406 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:00:03.622040 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 7e41338a-22ed-410f-bbab-6af5c0ed10b5 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:03.641039 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Pushing event updated for resources: {'Port': ['ID=8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:03.643908 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:03.926058 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:00:03.933565 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:03.938254 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:03.948784 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c9ac6-bddf-4146-860b-47228700d3fb req-93266e01-661e-48a8-8c06-890ad8c02880 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:03.950319 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-066c9ac6-bddf-4146-860b-47228700d3fb req-93266e01-661e-48a8-8c06-890ad8c02880 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0752974 Jun 21 20:00:03.990861 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-066c9ac6-bddf-4146-860b-47228700d3fb req-686a043a-eaf9-45f9-b8fe-37d50264df0b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345879 Jun 21 20:00:04.042056 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:04.049916 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:04.083767 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 7e41338a-22ed-410f-bbab-6af5c0ed10b5, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=7e41338a-22ed-410f-bbab-6af5c0ed10b5,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:04.148145 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:04.149972 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:04.205084 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=7e41338a-22ed-410f-bbab-6af5c0ed10b5,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:04.208864 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:04.252094 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570368'] for router, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:04.470114 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Router 8cee809b-830e-4e0f-af22-fb1182502a5a is scheduled to L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f with binding_index 1 {{(pid=104793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 20:00:04.477969 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af500e6f-3d2d-4eea-9cde-8a455eed3499 None None] Network 06a49187-a8de-449f-a71a-28f70a3281fb requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:00:04.618842 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:00:04.624598 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-cbe3fe20-21de-401f-bfd6-f9008c88dc1a None None] Provisioning for port 5aeda3f5-4871-4a35-a336-86195eef9eeb completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:00:04.629561 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Sync routers for ids ['8cee809b-830e-4e0f-af22-fb1182502a5a'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:00:04.640373 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Routers {'8cee809b-830e-4e0f-af22-fb1182502a5a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:00:04.641091 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:59:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['8cee809b-830e-4e0f-af22-fb1182502a5a'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:04.658236 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada83a87-ac71-4912-993f-00f84b775299 req-c71036b7-0baa-46ac-80e3-fd6381690233 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:04.659738 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ada83a87-ac71-4912-993f-00f84b775299 req-c71036b7-0baa-46ac-80e3-fd6381690233 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0851572 Jun 21 20:00:04.699810 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ada83a87-ac71-4912-993f-00f84b775299 req-ab81f753-cf19-43f8-8ae3-5e10169046a2 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 Jun 21 20:00:04.719996 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Notify callbacks [] for router, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:04.721478 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3782127 Jun 21 20:00:04.724139 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41754) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:04.752858 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Set router 8cee809b-830e-4e0f-af22-fb1182502a5a gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:00:04.936247 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'name': 'tempest-TestShelveInstance-1086115642-router', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:00:02Z', 'updated_at': '2021-06-21T20:00:03Z', 'revision_number': 3, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'gw_port': {'id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:03Z', 'updated_at': '2021-06-21T20:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:04.963385 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Checking router: 8cee809b-830e-4e0f-af22-fb1182502a5a for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:00:04.963792 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Updating router 8cee809b-830e-4e0f-af22-fb1182502a5a port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 binding host dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:00:04.995976 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.185070 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.228085 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30b8cd-0316-4d41-a3db-677c434aa935 req-1878f10d-91cf-47a1-9866-6ee9b0d86d55 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:05.229692 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1f30b8cd-0316-4d41-a3db-677c434aa935 req-1878f10d-91cf-47a1-9866-6ee9b0d86d55 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0973406 Jun 21 20:00:05.248960 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Notify callbacks [] for port, precommit_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.259640 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.provisioning_blocks [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Transition to ACTIVE for port object 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 will not be triggered until provisioned by entity L2. {{(pid=104797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:00:05.324927 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1f30b8cd-0316-4d41-a3db-677c434aa935 req-27277a35-0a03-4a1d-8ce6-442ec49d16a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693944 Jun 21 20:00:05.361035 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.364807 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:05.398780 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Allocated IP 172.20.0.1 (06a49187-a8de-449f-a71a-28f70a3281fb/e4c0fbe3-7f21-4a51-86fe-7c3c6474daab/58eb00c4-371c-4bfe-9dcb-94bbb66522f3) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:00:05.410370 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Attempting to bind port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:00:05.410746 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Attempting to bind port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:00:05.411112 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Attempting to bind port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 on network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:00:05.419649 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:00:05.420029 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Checking segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:00:05.420430 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.420828 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Bound using segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:00:05.421292 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Bound port: 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:00:05.421666 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.423254 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aef522-eacd-4480-8087-600b74d7d7a4 None None] Pushing event updated for resources: {'Port': ['ID=8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991,revision_number=2']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:05.427009 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-47aef522-eacd-4480-8087-600b74d7d7a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:05.479695 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] For port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:00:05.482666 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] For port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:00:05.498861 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 898ec037-19cb-47ea-96c3-97f16a9ca4fa details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:00:05.500564 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.514323 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Transition to ACTIVE for port object 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:00:05.540003 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.545294 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-47aef522-eacd-4480-8087-600b74d7d7a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:05.602578 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Routers {'8cee809b-830e-4e0f-af22-fb1182502a5a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:00:05.603310 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:59:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['8cee809b-830e-4e0f-af22-fb1182502a5a'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:05.616393 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:05.628686 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.634351 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:05.637317 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'port_id': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'mac_address': 'fa:16:3e:8f:d7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:00:05.680472 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Network 06a49187-a8de-449f-a71a-28f70a3281fb is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:00:05.683245 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:00:05.690125 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:00:05.694389 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Pushing event updated for resources: {'Port': ['ID=58eb00c4-371c-4bfe-9dcb-94bbb66522f3,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:05.704912 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 7e41338a-22ed-410f-bbab-6af5c0ed10b5 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:05.710597 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.718513 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] Set router 8cee809b-830e-4e0f-af22-fb1182502a5a gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:00:05.719377 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:05.746017 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568879'] for router_interface, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.747422 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 898ec037-19cb-47ea-96c3-97f16a9ca4fa {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:00:05.775941 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:05.796111 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:05.796625 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.877540 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:05.881052 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-9f69ca4f-ec37-4b45-a009-44b889b0d3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:05.944830 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aef522-eacd-4480-8087-600b74d7d7a4 None None] Pushing event updated for resources: {'Port': ['ID=8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991,revision_number=3']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:05.948345 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-47aef522-eacd-4480-8087-600b74d7d7a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:05.960304 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'name': 'tempest-TestShelveInstance-1086115642-router', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:00:02Z', 'updated_at': '2021-06-21T20:00:03Z', 'revision_number': 3, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'gw_port': {'id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:03Z', 'updated_at': '2021-06-21T20:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:05.983614 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d292f-9399-49ce-a687-a509b6d34ad1 req-4bc62196-3546-414b-b2e9-6c793c4bfea3 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:05.994396 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fe9d292f-9399-49ce-a687-a509b6d34ad1 req-4bc62196-3546-414b-b2e9-6c793c4bfea3 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1470938 Jun 21 20:00:05.995766 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab2768-e028-4944-8df2-db8cf66e2c0c None None] The sync data for ids ['8cee809b-830e-4e0f-af22-fb1182502a5a'] in dv-cinder-792462-15-iscsi is: [{'id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'name': 'tempest-TestShelveInstance-1086115642-router', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:00:02Z', 'updated_at': '2021-06-21T20:00:03Z', 'revision_number': 3, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'gw_port': {'id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:03Z', 'updated_at': '2021-06-21T20:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:00:06.022136 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['898ec037-19cb-47ea-96c3-97f16a9ca4fa'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:00:06.036639 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fe9d292f-9399-49ce-a687-a509b6d34ad1 req-98ac1859-04ff-4fd9-8f7d-dcdbba6d9893 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Jun 21 20:00:06.055484 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 5aeda3f5-4871-4a35-a336-86195eef9eeb up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:06.074951 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=898ec037-19cb-47ea-96c3-97f16a9ca4fa,revision_number=6']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:06.103808 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:06.133614 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:06.214655 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d8695-b577-4e65-aed5-49915626c434 req-8b91811f-8549-48e3-b0a1-4b55645d2a38 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:06.216792 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fc3d8695-b577-4e65-aed5-49915626c434 req-8b91811f-8549-48e3-b0a1-4b55645d2a38 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.22 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.1718960 Jun 21 20:00:06.236725 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-8169b6b3-0c54-4c65-888c-0c604e3ecc7b None None] Provisioning for port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:00:06.241855 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-8169b6b3-0c54-4c65-888c-0c604e3ecc7b None None] Provisioning complete for port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:06.245317 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-8169b6b3-0c54-4c65-888c-0c604e3ecc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:06.298416 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 5aeda3f5-4871-4a35-a336-86195eef9eeb completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:00:06.302871 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-8169b6b3-0c54-4c65-888c-0c604e3ecc7b None None] Port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:00:06.319365 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 898ec037-19cb-47ea-96c3-97f16a9ca4fa up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:06.375687 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 5aeda3f5-4871-4a35-a336-86195eef9eeb triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:06.376315 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:06.419309 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 898ec037-19cb-47ea-96c3-97f16a9ca4fa triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:06.420122 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:06.465145 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:06.483350 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-fc3d8695-b577-4e65-aed5-49915626c434 req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Deleting port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:00:06.483726 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-fc3d8695-b577-4e65-aed5-49915626c434 req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:06.551956 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:06.554076 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:06.596101 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:00:06.599103 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379d5557-babd-4492-92f5-8b5c40522b56" -d '{"events": [{"server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "name": "network-vif-plugged", "status": "completed", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:00:06.646038 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:06.648070 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 5aeda3f5-4871-4a35-a336-86195eef9eeb, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=5aeda3f5-4871-4a35-a336-86195eef9eeb,segment=NetworkSegment(7892722b-1769-4040-a373-9c72ffd37748),segment_id=7892722b-1769-4040-a373-9c72ffd37748)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:06.658548 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd105faf-44b6-43eb-b0ba-4fb48ef16f7e x-openstack-request-id: req-cd105faf-44b6-43eb-b0ba-4fb48ef16f7e {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:00:06.658853 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "name": "network-vif-plugged", "status": "completed", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:00:06.659108 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd105faf-44b6-43eb-b0ba-4fb48ef16f7e {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:00:06.659598 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'code': 200} Jun 21 20:00:06.737072 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:06.740814 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:06.795997 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=898ec037-19cb-47ea-96c3-97f16a9ca4fa,revision_number=7']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:06.799421 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:06.833969 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:06.839521 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:06.874444 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:06.899581 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:06.908091 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=5aeda3f5-4871-4a35-a336-86195eef9eeb,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:06.916786 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:06.973164 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-fc3d8695-b577-4e65-aed5-49915626c434 req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] For port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:06.973603 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-fc3d8695-b577-4e65-aed5-49915626c434 req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:07.027974 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569910'] for router_interface, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:07.054371 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-fc3d8695-b577-4e65-aed5-49915626c434 req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Calling delete_port for 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:00:07.058647 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Pushing event updated for resources: {'Port': ['ID=58eb00c4-371c-4bfe-9dcb-94bbb66522f3,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:07.061586 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:07.077385 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5998006-d84e-4eeb-9b2b-3ca3e356998a req-9afbca76-1eb4-4a1f-84da-76215f47caef tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:07.079677 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d5998006-d84e-4eeb-9b2b-3ca3e356998a req-9afbca76-1eb4-4a1f-84da-76215f47caef tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 944 time: 0.6108038 Jun 21 20:00:07.246106 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d5998006-d84e-4eeb-9b2b-3ca3e356998a req-45817ef0-74a0-403b-9fb7-759e794255cb tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458347 Jun 21 20:00:07.256628 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cc6cd-b259-41be-a4fe-ec3bc08be602 req-773f8f61-eb0d-4221-b436-97f99f2fdc04 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:07.258113 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-507cc6cd-b259-41be-a4fe-ec3bc08be602 req-773f8f61-eb0d-4221-b436-97f99f2fdc04 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 945 time: 0.0639012 Jun 21 20:00:07.294186 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Network 06a49187-a8de-449f-a71a-28f70a3281fb is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:00:07.296021 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:00:07.316528 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-507cc6cd-b259-41be-a4fe-ec3bc08be602 req-db89f519-dd20-487d-a227-2ea32effa586 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a4fb679-3507-4447-a43d-9b282cd11b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497584 Jun 21 20:00:07.461953 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-fc3d8695-b577-4e65-aed5-49915626c434 req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:07.466928 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:07.478731 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:00:07.498125 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Router 8cee809b-830e-4e0f-af22-fb1182502a5a has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:00:07.499330 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Pushing event deleted for resources: {'Port': ['ID=005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:07.502506 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:07.559494 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3d8695-b577-4e65-aed5-49915626c434 req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] No DVR routers for this DVR port 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:00:07.563726 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-fc3d8695-b577-4e65-aed5-49915626c434 req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:07.566649 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fc3d8695-b577-4e65-aed5-49915626c434 req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.22 "DELETE /v2.0/ports/005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 HTTP/1.1" status: 204 len: 173 time: 1.3420885 Jun 21 20:00:07.566649 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4519b7db-f09b-4c48-8af0-bb7a3190e515', 'name': 'network-vif-deleted', 'tag': '005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:00:07.568411 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce27884b-57d7-477f-942c-8ac3e37f975b" -d '{"events": [{"server_uuid": "4519b7db-f09b-4c48-8af0-bb7a3190e515", "name": "network-vif-deleted", "tag": "005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:00:07.674124 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-6a9d1768-6055-49db-8d77-ab1698ad91f1 None None] Provisioning complete for port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:07.674653 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-6a9d1768-6055-49db-8d77-ab1698ad91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:07.674913 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b928c0e-86a5-4dc6-be6a-441ab7d9cb7f x-openstack-request-id: req-0b928c0e-86a5-4dc6-be6a-441ab7d9cb7f {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:00:07.675575 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4519b7db-f09b-4c48-8af0-bb7a3190e515", "name": "network-vif-deleted", "tag": "005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:00:07.676018 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b928c0e-86a5-4dc6-be6a-441ab7d9cb7f {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:00:07.676683 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4519b7db-f09b-4c48-8af0-bb7a3190e515', 'name': 'network-vif-deleted', 'tag': '005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8', 'status': 'completed', 'code': 200} Jun 21 20:00:07.731269 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:00:07.745635 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] 10.222.0.30 "PUT /v2.0/routers/8cee809b-830e-4e0f-af22-fb1182502a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0154030 Jun 21 20:00:07.750268 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d1768-6055-49db-8d77-ab1698ad91f1 None None] Port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:00:07.784165 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:07.902755 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:00:07.912072 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:07.912972 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:08.033850 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:08.066926 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:08.140129 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:08.141349 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 5aeda3f5-4871-4a35-a336-86195eef9eeb up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:08.144076 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:08.241378 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Sync routers for ids ['8cee809b-830e-4e0f-af22-fb1182502a5a'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:00:08.283229 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Routers {'8cee809b-830e-4e0f-af22-fb1182502a5a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:00:08.284175 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:59:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['8cee809b-830e-4e0f-af22-fb1182502a5a'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:08.287373 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:08.294141 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:08.385493 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 5aeda3f5-4871-4a35-a336-86195eef9eeb triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:08.386045 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:08.445380 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Set router 8cee809b-830e-4e0f-af22-fb1182502a5a gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:00:08.560016 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10374d3e-53ee-4438-9bdf-6522eacc6235 req-e74a4267-100c-4817-a2be-8dc0b5cd3b8a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:08.562258 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-10374d3e-53ee-4438-9bdf-6522eacc6235 req-e74a4267-100c-4817-a2be-8dc0b5cd3b8a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.1430721 Jun 21 20:00:08.638009 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-10374d3e-53ee-4438-9bdf-6522eacc6235 req-874d47a0-bd04-40ab-a213-832f6896eb7b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683606 Jun 21 20:00:08.793089 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'name': 'tempest-TestShelveInstance-1086115642-router', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:00:02Z', 'updated_at': '2021-06-21T20:00:05Z', 'revision_number': 4, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'gw_port': {'id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:03Z', 'updated_at': '2021-06-21T20:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '58eb00c4-371c-4bfe-9dcb-94bbb66522f3', 'name': '', 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'mac_address': 'fa:16:3e:ad:67:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e4c0fbe3-7f21-4a51-86fe-7c3c6474daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:05Z', 'updated_at': '2021-06-21T20:00:06Z', 'revision_number': 2, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'subnets': [{'id': 'e4c0fbe3-7f21-4a51-86fe-7c3c6474daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:08.803717 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-311d8114-4699-46ec-b212-1dd7debba347 req-b0b3fc45-a252-4024-a451-3776aafbf195 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 210 time: 0.0351486 Jun 21 20:00:08.841700 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Checking router: 8cee809b-830e-4e0f-af22-fb1182502a5a for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:00:08.842165 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Updating router 8cee809b-830e-4e0f-af22-fb1182502a5a port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 binding host dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:00:08.877738 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.108017 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41816) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:09.113446 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-462ba7c3-f90f-493b-9d90-ad4b168bf27d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616204130', 'description': 'tempest-secgroup-smoke-616204130 description', 'project_id': 'a0fd2339cee948899f74d237d1fee442'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:09.176209 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Notify callbacks [] for port, precommit_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.190630 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-462ba7c3-f90f-493b-9d90-ad4b168bf27d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.205692 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Transition to ACTIVE for port object 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:00:09.296585 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.299395 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:09.304346 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-462ba7c3-f90f-493b-9d90-ad4b168bf27d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.370482 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d21ec-d19a-4752-ab93-74eaa485ff76 None None] Pushing event updated for resources: {'Port': ['ID=58eb00c4-371c-4bfe-9dcb-94bbb66522f3,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:09.374728 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-5a8d21ec-d19a-4752-ab93-74eaa485ff76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:09.388152 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-462ba7c3-f90f-493b-9d90-ad4b168bf27d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.393708 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9b423ff2-7638-4b27-919e-8f61ab711790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:09.424702 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ba7c3-f90f-493b-9d90-ad4b168bf27d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04d182f-25dc-43d7-a6a7-0b0870b8654a,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:09.439301 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-462ba7c3-f90f-493b-9d90-ad4b168bf27d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:09.451988 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Attempting to bind port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:00:09.451988 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Attempting to bind port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '7892722b-1769-4040-a373-9c72ffd37748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:00:09.451988 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Attempting to bind port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 on network 06a49187-a8de-449f-a71a-28f70a3281fb {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:00:09.459108 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:00:09.459377 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Checking segment: {'id': '7892722b-1769-4040-a373-9c72ffd37748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:00:09.459738 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.460147 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Bound using segment: {'id': '7892722b-1769-4040-a373-9c72ffd37748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:00:09.460625 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Bound port: 58eb00c4-371c-4bfe-9dcb-94bbb66522f3, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7892722b-1769-4040-a373-9c72ffd37748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:00:09.461010 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.508706 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-462ba7c3-f90f-493b-9d90-ad4b168bf27d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.510178 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-462ba7c3-f90f-493b-9d90-ad4b168bf27d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4005594 Jun 21 20:00:09.513229 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41820) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:09.518153 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-f534c15d-29a1-4832-af5d-777ccc498a0e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Request body: {'security_group_rule': {'security_group_id': 'e04d182f-25dc-43d7-a6a7-0b0870b8654a', 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:09.556868 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] For port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:00:09.566900 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] For port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=58eb00c4-371c-4bfe-9dcb-94bbb66522f3,segment=NetworkSegment(7892722b-1769-4040-a373-9c72ffd37748),segment_id=7892722b-1769-4040-a373-9c72ffd37748)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:00:09.626586 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f534c15d-29a1-4832-af5d-777ccc498a0e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.636203 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:09.660688 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.665663 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:09.755256 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f534c15d-29a1-4832-af5d-777ccc498a0e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.819526 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f534c15d-29a1-4832-af5d-777ccc498a0e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.824693 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:09.854209 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534c15d-29a1-4832-af5d-777ccc498a0e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2420b54-4a37-4640-abe8-be68d3a08af0,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:09.859856 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f534c15d-29a1-4832-af5d-777ccc498a0e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:09.881895 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Routers {'8cee809b-830e-4e0f-af22-fb1182502a5a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:00:09.887257 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:59:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['8cee809b-830e-4e0f-af22-fb1182502a5a'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:09.890104 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c97569-a9c4-41dd-8a1a-6dbaa2747585 req-e22bf905-9d5d-4b61-b254-70b6a731ab64 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:09.891588 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d21ec-d19a-4752-ab93-74eaa485ff76 None None] Pushing event updated for resources: {'Port': ['ID=58eb00c4-371c-4bfe-9dcb-94bbb66522f3,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:09.895616 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d4c97569-a9c4-41dd-8a1a-6dbaa2747585 req-e22bf905-9d5d-4b61-b254-70b6a731ab64 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.1117873 Jun 21 20:00:09.917172 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f534c15d-29a1-4832-af5d-777ccc498a0e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:09.918484 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f534c15d-29a1-4832-af5d-777ccc498a0e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4042761 Jun 21 20:00:09.921427 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41826) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:09.934419 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-5a8d21ec-d19a-4752-ab93-74eaa485ff76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:09.946517 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-92b2547f-981c-4a13-8f64-375658ada4a7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Request body: {'security_group_rule': {'security_group_id': 'e04d182f-25dc-43d7-a6a7-0b0870b8654a', 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:09.969955 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:09.970618 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:10.003882 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d4c97569-a9c4-41dd-8a1a-6dbaa2747585 req-855f6573-c4a9-4707-9821-8423f9469165 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024523 Jun 21 20:00:10.069574 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-aaa0e367-6e31-4f98-8254-35c51795a208 req-948f99c5-6d89-4959-b3b2-734c09ad83d5 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 210 time: 0.0690460 Jun 21 20:00:10.075561 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] Set router 8cee809b-830e-4e0f-af22-fb1182502a5a gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:00:10.113518 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-92b2547f-981c-4a13-8f64-375658ada4a7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:10.183702 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-92b2547f-981c-4a13-8f64-375658ada4a7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:10.270133 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-92b2547f-981c-4a13-8f64-375658ada4a7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:10.275355 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f534c15d-29a1-4832-af5d-777ccc498a0e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:10.298788 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2547f-981c-4a13-8f64-375658ada4a7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3231c30a-eb82-4b40-b2b3-6fa9882ce6ef,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:10.301656 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-92b2547f-981c-4a13-8f64-375658ada4a7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:10.365098 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-92b2547f-981c-4a13-8f64-375658ada4a7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:10.366308 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-92b2547f-981c-4a13-8f64-375658ada4a7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4431679 Jun 21 20:00:10.369551 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41830) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:10.374879 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'name': 'tempest-TestShelveInstance-1086115642-router', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:00:02Z', 'updated_at': '2021-06-21T20:00:05Z', 'revision_number': 4, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'gw_port': {'id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:03Z', 'updated_at': '2021-06-21T20:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '58eb00c4-371c-4bfe-9dcb-94bbb66522f3', 'name': '', 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'mac_address': 'fa:16:3e:ad:67:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e4c0fbe3-7f21-4a51-86fe-7c3c6474daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:05Z', 'updated_at': '2021-06-21T20:00:09Z', 'revision_number': 4, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'subnets': [{'id': 'e4c0fbe3-7f21-4a51-86fe-7c3c6474daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:10.375557 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-481c899e-045c-4015-84da-13d88212a89e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Request body: {'security_group_rule': {'security_group_id': 'e04d182f-25dc-43d7-a6a7-0b0870b8654a', 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:10.402547 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146f399-b2b2-4f47-827c-2dfe2297af34 None None] The sync data for ids ['8cee809b-830e-4e0f-af22-fb1182502a5a'] in dv-cinder-792462-15-iscsi is: [{'id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'name': 'tempest-TestShelveInstance-1086115642-router', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:00:02Z', 'updated_at': '2021-06-21T20:00:05Z', 'revision_number': 4, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'gw_port': {'id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:03Z', 'updated_at': '2021-06-21T20:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '58eb00c4-371c-4bfe-9dcb-94bbb66522f3', 'name': '', 'network_id': '06a49187-a8de-449f-a71a-28f70a3281fb', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'mac_address': 'fa:16:3e:ad:67:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e4c0fbe3-7f21-4a51-86fe-7c3c6474daab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:05Z', 'updated_at': '2021-06-21T20:00:09Z', 'revision_number': 4, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'subnets': [{'id': 'e4c0fbe3-7f21-4a51-86fe-7c3c6474daab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:00:10.508534 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-481c899e-045c-4015-84da-13d88212a89e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:10.587192 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-481c899e-045c-4015-84da-13d88212a89e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:10.664465 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-481c899e-045c-4015-84da-13d88212a89e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:10.665573 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-92b2547f-981c-4a13-8f64-375658ada4a7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:10.691527 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c899e-045c-4015-84da-13d88212a89e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dc87b5-6bc0-49a4-8952-fb8378eecaa9,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:10.702776 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-481c899e-045c-4015-84da-13d88212a89e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:10.788894 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-481c899e-045c-4015-84da-13d88212a89e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:10.790220 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-481c899e-045c-4015-84da-13d88212a89e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4190726 Jun 21 20:00:10.793113 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41832) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:10.799583 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-10ea7536-8d34-40b1-b8eb-be344eda7e3d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Request body: {'security_group_rule': {'security_group_id': 'e04d182f-25dc-43d7-a6a7-0b0870b8654a', 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:11.053197 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:00:11.251867 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5efed-fdba-438e-9eaf-7fa9285dd4a7 req-d8906a02-e84f-4f46-8f25-79fce2ca02d2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:11.259491 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-eff5efed-fdba-438e-9eaf-7fa9285dd4a7 req-d8906a02-e84f-4f46-8f25-79fce2ca02d2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.1031511 Jun 21 20:00:11.403075 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-09cf41c0-7106-479c-80ab-feebb58cdd1f req-00fec00b-ae4f-41d3-8085-7930bf90f20a tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] 10.222.0.30 "GET /v2.0/ports?device_id=4519b7db-f09b-4c48-8af0-bb7a3190e515 HTTP/1.1" status: 200 len: 210 time: 0.0781372 Jun 21 20:00:11.403902 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-eff5efed-fdba-438e-9eaf-7fa9285dd4a7 req-d20269a5-42e0-493c-8a5c-a2a88f3f936d tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472751 Jun 21 20:00:11.404097 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-10ea7536-8d34-40b1-b8eb-be344eda7e3d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:11.404097 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-10ea7536-8d34-40b1-b8eb-be344eda7e3d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:11.574564 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-10ea7536-8d34-40b1-b8eb-be344eda7e3d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:11.576668 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-12db0438-2a36-4d7d-aff1-c234099857c7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:11.603114 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea7536-8d34-40b1-b8eb-be344eda7e3d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c96a7ae-a844-497f-bb91-6f53c890facc,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:11.603114 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-10ea7536-8d34-40b1-b8eb-be344eda7e3d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:11.633709 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:11.679396 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-10ea7536-8d34-40b1-b8eb-be344eda7e3d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:11.680611 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-10ea7536-8d34-40b1-b8eb-be344eda7e3d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8859985 Jun 21 20:00:11.683612 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41844) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:11.688791 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-e6eb2211-43ee-4fdd-bf54-741e83d0d952 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Request body: {'security_group_rule': {'security_group_id': 'e04d182f-25dc-43d7-a6a7-0b0870b8654a', 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:11.788904 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:00:11.793465 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:11.793926 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:11.834103 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.securitygroups_db [None req-e6eb2211-43ee-4fdd-bf54-741e83d0d952 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Project a0fd2339cee948899f74d237d1fee442 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 20:00:11.842220 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2211-43ee-4fdd-bf54-741e83d0d952 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:11.908901 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:11.943712 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2211-43ee-4fdd-bf54-741e83d0d952 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:11.948113 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=58eb00c4-371c-4bfe-9dcb-94bbb66522f3,segment=NetworkSegment(7892722b-1769-4040-a373-9c72ffd37748),segment_id=7892722b-1769-4040-a373-9c72ffd37748)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:12.002004 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2211-43ee-4fdd-bf54-741e83d0d952 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:12.002231 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:12.004600 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:12.007149 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f6fdbbcd-4b14-44a2-a33c-fe138de8773d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:12.026063 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb2211-43ee-4fdd-bf54-741e83d0d952 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b032038-2871-40ab-9e8d-5666bd367f76,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:12.028604 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e6eb2211-43ee-4fdd-bf54-741e83d0d952 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:12.061708 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=58eb00c4-371c-4bfe-9dcb-94bbb66522f3,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:12.070339 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.070685 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.071025 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.071357 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.071709 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.072038 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.072371 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.072684 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.073007 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.073326 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.073643 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.073957 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:12.076039 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2211-43ee-4fdd-bf54-741e83d0d952 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:12.078074 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-e6eb2211-43ee-4fdd-bf54-741e83d0d952 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3930993 Jun 21 20:00:12.080305 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41850) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:12.091980 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-1c753476-83dd-4655-96e5-158cce2ec08b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Request body: {'security_group_rule': {'security_group_id': 'e04d182f-25dc-43d7-a6a7-0b0870b8654a', 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:12.092146 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:12.161736 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.securitygroups_db [None req-1c753476-83dd-4655-96e5-158cce2ec08b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Project a0fd2339cee948899f74d237d1fee442 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 20:00:12.169149 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1c753476-83dd-4655-96e5-158cce2ec08b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:12.231300 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1c753476-83dd-4655-96e5-158cce2ec08b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:12.314515 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1c753476-83dd-4655-96e5-158cce2ec08b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:12.318773 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:12.342073 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c753476-83dd-4655-96e5-158cce2ec08b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffb959a-b705-474f-9096-d80c86f7a7c3,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:12.346686 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1c753476-83dd-4655-96e5-158cce2ec08b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:12.410874 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1c753476-83dd-4655-96e5-158cce2ec08b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:12.412786 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-1c753476-83dd-4655-96e5-158cce2ec08b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3314111 Jun 21 20:00:12.482573 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:00:12.510309 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:00:12.510309 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 005a3a06-6ff3-46c7-9b9e-1d6dcab72fe8 not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:00:12.569876 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41876) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:12.766027 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2746f-5ac2-4ee0-a79f-93525b904825 req-e5d266e9-688b-40d0-9815-c48c390a4111 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:12.770259 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6fd2746f-5ac2-4ee0-a79f-93525b904825 req-e5d266e9-688b-40d0-9815-c48c390a4111 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.1297057 Jun 21 20:00:12.879631 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6fd2746f-5ac2-4ee0-a79f-93525b904825 req-1f175555-9c1c-4a58-a76d-3d2bd0c7d726 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057742 Jun 21 20:00:13.166670 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508109'] for router_interface, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:13.542447 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Deleting port 7e989c43-c025-431a-bc59-907122e2003e {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:00:13.542923 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:13.638572 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] For port 7e989c43-c025-431a-bc59-907122e2003e, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=7e989c43-c025-431a-bc59-907122e2003e,segment=NetworkSegment(92d5f274-2ee9-4cef-aede-2e0f9cb6ecff),segment_id=92d5f274-2ee9-4cef-aede-2e0f9cb6ecff)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:13.639812 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:13.652754 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:13.710315 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Calling delete_port for 7e989c43-c025-431a-bc59-907122e2003e owned by network:router_interface {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:00:13.719006 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:13.719394 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:14.081186 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:14.085594 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d96599cc-f9c5-43bf-a073-6b2767d67f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:14.125443 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e989c43-c025-431a-bc59-907122e2003e,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:14.135877 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:14.148907 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cb41a-de99-4045-95d2-fc88f96f2d5d req-4ead6443-6013-4b30-8936-291fc50b203b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:14.150317 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c06cb41a-de99-4045-95d2-fc88f96f2d5d req-4ead6443-6013-4b30-8936-291fc50b203b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.1036255 Jun 21 20:00:14.227850 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c06cb41a-de99-4045-95d2-fc88f96f2d5d req-05556e53-9ebb-41b0-a5a2-a7c88f3a36d3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715523 Jun 21 20:00:14.337892 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508017'] for router_interface, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:14.879432 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Router b3f04be1-9649-42e5-a618-b4c17abaa15a has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:00:14.987246 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:00:14.994702 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] 10.222.0.30 "PUT /v2.0/routers/b3f04be1-9649-42e5-a618-b4c17abaa15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4234438 Jun 21 20:00:14.997163 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41928) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:14.997304 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8125ab2d-5fd4-41c4-9e2b-7402cc0b9f38 None None] Sync routers for ids ['b3f04be1-9649-42e5-a618-b4c17abaa15a'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:00:15.007180 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125ab2d-5fd4-41c4-9e2b-7402cc0b9f38 None None] Routers {'b3f04be1-9649-42e5-a618-b4c17abaa15a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:00:15.007881 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-8125ab2d-5fd4-41c4-9e2b-7402cc0b9f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:59:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['b3f04be1-9649-42e5-a618-b4c17abaa15a'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:15.111500 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Notify callbacks [] for router, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:15.238933 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:15.240063 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-8125ab2d-5fd4-41c4-9e2b-7402cc0b9f38 None None] Set router b3f04be1-9649-42e5-a618-b4c17abaa15a gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:00:15.415956 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2105-ddb4-46fb-a9a6-a1a3290806ad req-10bcae20-56b8-46b5-b5db-6facf572d09e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:15.419967 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a70b2105-ddb4-46fb-a9a6-a1a3290806ad req-10bcae20-56b8-46b5-b5db-6facf572d09e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0738831 Jun 21 20:00:15.433128 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-8125ab2d-5fd4-41c4-9e2b-7402cc0b9f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'name': 'tempest-ServerRescueNegativeTestJSON-675742792-router', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:56:35Z', 'updated_at': '2021-06-21T20:00:13Z', 'revision_number': 5, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'gw_port': {'id': '6d9532f5-c513-4e61-a6f0-47f801cd845e', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:fa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:56:36Z', 'updated_at': '2021-06-21T19:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:15.466830 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a70b2105-ddb4-46fb-a9a6-a1a3290806ad req-fc12cac0-d649-4884-b3f0-6c0536238a78 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438938 Jun 21 20:00:15.469162 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Deleting port 6d9532f5-c513-4e61-a6f0-47f801cd845e {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:00:15.469594 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:15.473047 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8125ab2d-5fd4-41c4-9e2b-7402cc0b9f38 None None] Checking router: b3f04be1-9649-42e5-a618-b4c17abaa15a for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:00:15.481352 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125ab2d-5fd4-41c4-9e2b-7402cc0b9f38 None None] Routers {'b3f04be1-9649-42e5-a618-b4c17abaa15a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:00:15.481947 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-8125ab2d-5fd4-41c4-9e2b-7402cc0b9f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T19:59:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['b3f04be1-9649-42e5-a618-b4c17abaa15a'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:15.571235 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-8125ab2d-5fd4-41c4-9e2b-7402cc0b9f38 None None] Set router b3f04be1-9649-42e5-a618-b4c17abaa15a gateway port host: None {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:00:15.575978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] For port 6d9532f5-c513-4e61-a6f0-47f801cd845e, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=6d9532f5-c513-4e61-a6f0-47f801cd845e,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:15.576346 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:15.637044 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-8125ab2d-5fd4-41c4-9e2b-7402cc0b9f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'name': 'tempest-ServerRescueNegativeTestJSON-675742792-router', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:56:35Z', 'updated_at': '2021-06-21T20:00:15Z', 'revision_number': 6, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'gw_port_host': None}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:15.659300 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Calling delete_port for 6d9532f5-c513-4e61-a6f0-47f801cd845e owned by network:router_gateway {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:00:15.684217 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8125ab2d-5fd4-41c4-9e2b-7402cc0b9f38 None None] The sync data for ids ['b3f04be1-9649-42e5-a618-b4c17abaa15a'] in dv-cinder-792462-15-iscsi is: [{'id': 'b3f04be1-9649-42e5-a618-b4c17abaa15a', 'name': 'tempest-ServerRescueNegativeTestJSON-675742792-router', 'tenant_id': 'c152a1636c194c03bae80e5329b02213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:56:35Z', 'updated_at': '2021-06-21T20:00:15Z', 'revision_number': 6, 'project_id': 'c152a1636c194c03bae80e5329b02213', 'gw_port_host': None}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:00:16.001535 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:16.011606 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:16.062362 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9532f5-c513-4e61-a6f0-47f801cd845e,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:16.065468 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:16.103557 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570461'] for router_gateway, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:16.215005 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4986'] for router, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:16.217570 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:16.362266 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-509714'] for router, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:16.363850 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3f04be1-9649-42e5-a618-b4c17abaa15a {{(pid=104794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 20:00:16.372791 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Notify callbacks [] for router, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:16.373942 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] 10.222.0.30 "DELETE /v2.0/routers/b3f04be1-9649-42e5-a618-b4c17abaa15a HTTP/1.1" status: 204 len: 168 time: 1.3749599 Jun 21 20:00:16.375804 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41948) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:16.438391 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c0833c-d389-4af6-a4c3-4f6b0fdb1ca6 admin admin] Deleting subnet 9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 {{(pid=104793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 20:00:16.448145 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-14c0833c-d389-4af6-a4c3-4f6b0fdb1ca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:16.492492 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-14c0833c-d389-4af6-a4c3-4f6b0fdb1ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31473173'] for subnet, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:16.555354 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-14c0833c-d389-4af6-a4c3-4f6b0fdb1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:16.719785 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b8bd-9116-4cfa-bf75-6832c2321952 req-c158dfe3-16ba-4ba8-80db-ce84041633e7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:16.731060 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3f70b8bd-9116-4cfa-bf75-6832c2321952 req-c158dfe3-16ba-4ba8-80db-ce84041633e7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0858438 Jun 21 20:00:16.798722 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-14c0833c-d389-4af6-a4c3-4f6b0fdb1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32429003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31794928'] for subnet, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:16.811502 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-25c03d7d-71ec-4e28-ac2d-5d45edbbfdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:16.884879 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0833c-d389-4af6-a4c3-4f6b0fdb1ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:16.922710 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3f70b8bd-9116-4cfa-bf75-6832c2321952 req-eb5e2e28-c791-4509-9740-b384be4b1896 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720979 Jun 21 20:00:16.926997 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-14c0833c-d389-4af6-a4c3-4f6b0fdb1ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:16.940234 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-14c0833c-d389-4af6-a4c3-4f6b0fdb1ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:16.948365 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-14c0833c-d389-4af6-a4c3-4f6b0fdb1ca6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9fc32c0b-3d5c-473c-b6c3-1d72e42ecc86 HTTP/1.1" status: 204 len: 168 time: 0.5691652 Jun 21 20:00:16.949131 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41958) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:17.050204 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:17.165356 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:17.184588 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2155febb-95b0-40f7-b69c-e7702ce096c6']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:17.197770 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:17.200804 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d5f274-2ee9-4cef-aede-2e0f9cb6ecff') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:00:17.215036 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:17.230122 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:17.236612 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 20:00:17.237142 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 20:00:17.240924 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 20:00:17.400365 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:17.404881 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c50cc82b-2a95-45ed-af86-752f8bccc0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:17.409313 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:17.415062 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2155febb-95b0-40f7-b69c-e7702ce096c6 HTTP/1.1" status: 204 len: 168 time: 0.4621577 Jun 21 20:00:17.445467 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=2155febb-95b0-40f7-b69c-e7702ce096c6,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:17.448969 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:17.506932 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883dcd3-c268-42e2-872c-5e21ac4d9a97 req-b6c8b0c8-de8d-40af-a74c-fb8d0764ff2c tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:17.508735 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5883dcd3-c268-42e2-872c-5e21ac4d9a97 req-b6c8b0c8-de8d-40af-a74c-fb8d0764ff2c tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 946 time: 0.0874224 Jun 21 20:00:17.565304 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5883dcd3-c268-42e2-872c-5e21ac4d9a97 req-1937c4a9-7b6a-4400-bbcc-e92e5e328e3b tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Jun 21 20:00:17.622973 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 6d9532f5-c513-4e61-a6f0-47f801cd845e no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:00:17.644560 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 6d9532f5-c513-4e61-a6f0-47f801cd845e {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:00:17.645457 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 6d9532f5-c513-4e61-a6f0-47f801cd845e not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:00:17.645457 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 7e989c43-c025-431a-bc59-907122e2003e no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:00:17.668579 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 7e989c43-c025-431a-bc59-907122e2003e {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:00:17.669302 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 7e989c43-c025-431a-bc59-907122e2003e not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:00:17.900738 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 41966) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:17.973246 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-e5926e83-21bd-425e-96fe-b7cb73d3105f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c152a1636c194c03bae80e5329b02213&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0669117 Jun 21 20:00:17.973607 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 41968) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:18.030995 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f90655e7-3156-4034-b97d-82cfc3b69aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:18.067906 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f90655e7-3156-4034-b97d-82cfc3b69aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:18.170075 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb91c8e-02b8-4eb5-9414-3785bd161312 req-df0b535b-92bf-45fa-aff0-51a6d5ee71d7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:18.175714 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bfb91c8e-02b8-4eb5-9414-3785bd161312 req-df0b535b-92bf-45fa-aff0-51a6d5ee71d7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0828478 Jun 21 20:00:18.178200 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f90655e7-3156-4034-b97d-82cfc3b69aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:18.180840 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f90655e7-3156-4034-b97d-82cfc3b69aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:18.181970 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-f90655e7-3156-4034-b97d-82cfc3b69aa7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a4fb679-3507-4447-a43d-9b282cd11b35 HTTP/1.1" status: 204 len: 168 time: 0.2074008 Jun 21 20:00:18.182754 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1491d422-96b1-49b0-a767-2f7ee2f20d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:18.201980 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90655e7-3156-4034-b97d-82cfc3b69aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4fb679-3507-4447-a43d-9b282cd11b35,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:18.205858 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-f90655e7-3156-4034-b97d-82cfc3b69aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:18.242455 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bfb91c8e-02b8-4eb5-9414-3785bd161312 req-9bfd9e0b-c867-4092-aae3-1415954955d4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641992 Jun 21 20:00:18.757999 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32037e-e528-4399-9419-26c1553801f6 req-922ebf68-2919-4285-9726-4e13efa84a7f tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:18.780853 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5b32037e-e528-4399-9419-26c1553801f6 req-922ebf68-2919-4285-9726-4e13efa84a7f tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 946 time: 0.0721271 Jun 21 20:00:18.796802 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5b32037e-e528-4399-9419-26c1553801f6 req-32f82823-6a11-41b6-a5c8-59e3e81e981b tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Jun 21 20:00:19.301047 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f7b5a-af77-4369-8509-3250217b33e7 req-3283be44-caa0-4642-a1a7-10203d613e9a tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:19.302891 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e43f7b5a-af77-4369-8509-3250217b33e7 req-3283be44-caa0-4642-a1a7-10203d613e9a tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.22 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 946 time: 0.0689874 Jun 21 20:00:19.480969 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061856a-4afa-4f08-869a-87af18a703ac req-ab4862a7-abdb-4f64-8b52-95896ace2771 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:19.482866 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e061856a-4afa-4f08-869a-87af18a703ac req-ab4862a7-abdb-4f64-8b52-95896ace2771 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0951798 Jun 21 20:00:19.489811 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-e43f7b5a-af77-4369-8509-3250217b33e7 req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Deleting port 26b19065-8c26-4906-ab97-707d03f1afa6 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:00:19.490152 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e43f7b5a-af77-4369-8509-3250217b33e7 req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:19.592800 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 42002) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:19.607130 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e061856a-4afa-4f08-869a-87af18a703ac req-2a383f7d-86cd-447c-864b-80f6c5c1aba7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138563 Jun 21 20:00:19.687925 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-e43f7b5a-af77-4369-8509-3250217b33e7 req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] For port 26b19065-8c26-4906-ab97-707d03f1afa6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=26b19065-8c26-4906-ab97-707d03f1afa6,segment=NetworkSegment(294f15fb-2717-4bd0-9eec-f46bc8832ab3),segment_id=294f15fb-2717-4bd0-9eec-f46bc8832ab3)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:19.688366 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e43f7b5a-af77-4369-8509-3250217b33e7 req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:19.712245 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-986481060-network', 'tenant_id': 'e46ab67278ee42a7ad1b824f2114a7e8'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:19.774415 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-e43f7b5a-af77-4369-8509-3250217b33e7 req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Calling delete_port for 26b19065-8c26-4906-ab97-707d03f1afa6 owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:00:19.818456 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Made reservation on behalf of e46ab67278ee42a7ad1b824f2114a7e8 for: {'network': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:00:19.822133 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:19.833452 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:19.945342 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:20.004946 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e43f7b5a-af77-4369-8509-3250217b33e7 req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:20.019092 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:20.019330 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['26b19065-8c26-4906-ab97-707d03f1afa6'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:00:20.082923 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Pushing event deleted for resources: {'Port': ['ID=26b19065-8c26-4906-ab97-707d03f1afa6,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:20.088192 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:20.119549 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43f7b5a-af77-4369-8509-3250217b33e7 req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] No DVR routers for this DVR port 26b19065-8c26-4906-ab97-707d03f1afa6 on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:00:20.119549 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-e43f7b5a-af77-4369-8509-3250217b33e7 req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:20.121959 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e43f7b5a-af77-4369-8509-3250217b33e7 req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.22 "DELETE /v2.0/ports/26b19065-8c26-4906-ab97-707d03f1afa6 HTTP/1.1" status: 204 len: 173 time: 0.8125887 Jun 21 20:00:20.122510 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0672d2ed-4d0a-4e13-97db-da3e5726cf90', 'name': 'network-vif-deleted', 'tag': '26b19065-8c26-4906-ab97-707d03f1afa6'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:00:20.125473 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b5599f-2b61-4d42-be3e-7fea8b5970e0" -d '{"events": [{"server_uuid": "0672d2ed-4d0a-4e13-97db-da3e5726cf90", "name": "network-vif-deleted", "tag": "26b19065-8c26-4906-ab97-707d03f1afa6"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:00:20.191356 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d33a437-2a89-4f20-ae60-4095c1579670 x-openstack-request-id: req-1d33a437-2a89-4f20-ae60-4095c1579670 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:00:20.191788 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0672d2ed-4d0a-4e13-97db-da3e5726cf90", "name": "network-vif-deleted", "tag": "26b19065-8c26-4906-ab97-707d03f1afa6", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:00:20.192153 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d33a437-2a89-4f20-ae60-4095c1579670 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:00:20.192672 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0672d2ed-4d0a-4e13-97db-da3e5726cf90', 'name': 'network-vif-deleted', 'tag': '26b19065-8c26-4906-ab97-707d03f1afa6', 'status': 'completed', 'code': 200} Jun 21 20:00:20.253764 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:20.259559 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-47a0fbed-44f3-468e-9441-490b3edd56c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:20.282735 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=104793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 20:00:20.303746 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:20.304143 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.segments_db [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Added segment 8923e7de-a223-43e7-92f9-61e14290b6e3 of type vlan for network 3694064f-0c95-4bf4-ad59-39d7f2c3647d Jun 21 20:00:20.316826 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e418067a-d3b2-4cac-b722-9f07316d314a,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:20.320959 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:20.361512 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:20.377878 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a03ad0-b41c-4e8a-aa2b-0165fe63389c req-fa48e209-7fad-4830-8032-1e2c3f0a8115 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:20.379556 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-90a03ad0-b41c-4e8a-aa2b-0165fe63389c req-fa48e209-7fad-4830-8032-1e2c3f0a8115 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=0672d2ed-4d0a-4e13-97db-da3e5726cf90 HTTP/1.1" status: 200 len: 867 time: 0.4285553 Jun 21 20:00:20.430683 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-90a03ad0-b41c-4e8a-aa2b-0165fe63389c req-2558522f-21e9-438f-a7db-e704cd76db38 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431788 Jun 21 20:00:20.492782 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:20.494217 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:20.494867 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:20.497135 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:20.557487 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Pushing event updated for resources: {'Network': ['ID=3694064f-0c95-4bf4-ad59-39d7f2c3647d,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:20.560092 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:20.567508 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 3694064f-0c95-4bf4-ad59-39d7f2c3647d details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 20:00:20.663387 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0694802 Jun 21 20:00:20.666044 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 42020) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:20.671205 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Request body: {'subnet': {'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-986481060-subnet', 'tenant_id': 'e46ab67278ee42a7ad1b824f2114a7e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:20.788329 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Made reservation on behalf of e46ab67278ee42a7ad1b824f2114a7e8 for: {'subnet': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:00:20.797497 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31794907'] for subnet, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:20.825292 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896c20b-a15b-424f-a3ca-8c0910150a3a req-ae525ef8-0ba6-4f29-87db-3a7d8d0a9adf tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:20.826596 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e896c20b-a15b-424f-a3ca-8c0910150a3a req-ae525ef8-0ba6-4f29-87db-3a7d8d0a9adf tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0699911 Jun 21 20:00:20.872396 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e896c20b-a15b-424f-a3ca-8c0910150a3a req-c58886fe-4f0d-4932-a309-8f6e481fb9ac tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371614 Jun 21 20:00:21.047625 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32428810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31794889'] for subnet, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:21.051378 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:21.102663 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65931853-6a6f-4c40-afd5-99c53b3ef9fb,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:21.106143 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:21.113939 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Checking segment: {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:00:21.114308 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Network hostable DHCP agents. Network: 3694064f-0c95-4bf4-ad59-39d7f2c3647d, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 20:00:21.246948 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Network 3694064f-0c95-4bf4-ad59-39d7f2c3647d is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 20:00:21.338367 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 3694064f-0c95-4bf4-ad59-39d7f2c3647d) {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:00:21.342362 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:21.343062 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:21.347740 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf3523a-d726-4564-90f6-32422a0667b6 None None] Network 3694064f-0c95-4bf4-ad59-39d7f2c3647d requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:00:21.436284 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-6a170559-6019-4886-99fd-0c8d799f2cd9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7691073 Jun 21 20:00:21.476146 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4943f5d9-af71-40dc-87b7-d4fa0e91e5d4 None None] Network 3694064f-0c95-4bf4-ad59-39d7f2c3647d requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:00:21.547299 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9db7b-d6f0-43ec-95c8-b6e9aee256ec req-cad9dff4-67bf-4178-85c4-285caeb50d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:21.549673 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-82e9db7b-d6f0-43ec-95c8-b6e9aee256ec req-cad9dff4-67bf-4178-85c4-285caeb50d53 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 1098 time: 0.0868220 Jun 21 20:00:21.654245 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9db7b-d6f0-43ec-95c8-b6e9aee256ec req-d3e2d28a-7f18-4f73-a49c-9a8fa90d5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:21.655782 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-82e9db7b-d6f0-43ec-95c8-b6e9aee256ec req-d3e2d28a-7f18-4f73-a49c-9a8fa90d5507 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 918 time: 0.0934415 Jun 21 20:00:21.724216 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-82e9db7b-d6f0-43ec-95c8-b6e9aee256ec req-5ccd6861-3594-4f16-b12d-caf294fc9340 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa HTTP/1.1" status: 200 len: 1000 time: 0.0618336 Jun 21 20:00:21.778228 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9db7b-d6f0-43ec-95c8-b6e9aee256ec req-d9eec5c3-6232-4786-af10-08df4a067ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:21.779803 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-82e9db7b-d6f0-43ec-95c8-b6e9aee256ec req-d9eec5c3-6232-4786-af10-08df4a067ea3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a54e1a25-5703-467b-ba5a-987734b96f0a HTTP/1.1" status: 200 len: 856 time: 0.0484300 Jun 21 20:00:21.917602 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9db7b-d6f0-43ec-95c8-b6e9aee256ec req-28ef27c8-67c0-4f1d-8f9f-0a9da4e6208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:21.919098 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-82e9db7b-d6f0-43ec-95c8-b6e9aee256ec req-28ef27c8-67c0-4f1d-8f9f-0a9da4e6208c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a818231-d4af-4097-9fe3-2bd4744ce6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1327682 Jun 21 20:00:21.963093 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-9abc0879-200e-46c5-a3a7-c9b0b4de6e1f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:21.964828 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-9abc0879-200e-46c5-a3a7-c9b0b4de6e1f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/networks?id=3694064f-0c95-4bf4-ad59-39d7f2c3647d HTTP/1.1" status: 200 len: 814 time: 0.1476202 Jun 21 20:00:22.008873 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-d16bbdde-d195-4cc3-b2d0-ff7f0cef95b9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/quotas/e46ab67278ee42a7ad1b824f2114a7e8 HTTP/1.1" status: 200 len: 375 time: 0.0144820 Jun 21 20:00:22.051768 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-8ba65fb6-9c90-4d8b-a9d9-0379d1098076 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365446 Jun 21 20:00:22.072399 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa9b43-c832-4745-8099-9dd2375e1ce6 req-0223038c-b299-4a92-b77a-d382e80748e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:22.075564 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-23aa9b43-c832-4745-8099-9dd2375e1ce6 req-0223038c-b299-4a92-b77a-d382e80748e3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0705452 Jun 21 20:00:22.116001 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-23aa9b43-c832-4745-8099-9dd2375e1ce6 req-ae3c2f3b-eaaa-4f04-a72b-2f0929e14924 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343828 Jun 21 20:00:22.121441 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-82e9db7b-d6f0-43ec-95c8-b6e9aee256ec req-261369d5-9c97-4ea2-b82d-c6b7265cce71 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913972 Jun 21 20:00:22.214504 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-60b104c3-7dde-42ec-852f-04ba1e6156cc service neutron] 10.222.0.30 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528141 Jun 21 20:00:22.281595 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-82e9db7b-d6f0-43ec-95c8-b6e9aee256ec req-efa3cd49-b16f-484b-8794-a5fd1bf24da1 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511071 Jun 21 20:00:22.322978 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-593f86e7-39ff-4d44-9731-e49f65d5c8e0 service neutron] 10.222.0.30 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979884 Jun 21 20:00:22.545369 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-261db86e-f3de-4fab-a70d-915de74b8dff req-153e3c5f-4845-411d-afa0-b73ddb71ee34 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 210 time: 0.0319734 Jun 21 20:00:23.304002 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d1a72-6858-4e4c-84c7-735fbb65dc57 req-0ccb57a0-5139-4aa7-8859-aad23d5cff26 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:23.305466 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c89d1a72-6858-4e4c-84c7-735fbb65dc57 req-0ccb57a0-5139-4aa7-8859-aad23d5cff26 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0723088 Jun 21 20:00:23.344385 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c89d1a72-6858-4e4c-84c7-735fbb65dc57 req-fb90f2e0-7574-412f-bebb-269edf00c740 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332429 Jun 21 20:00:23.475873 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-fcaf9ca6-49fb-47e5-b73b-4494f8fc1c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:23.685160 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0485d5f1-cfb6-4d52-9141-53fbafb30447 req-dfb1a9ba-1068-4d2d-82fa-4b4d58d15f0b tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 210 time: 0.0286920 Jun 21 20:00:24.517787 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b966df9-4ebc-4082-a364-bcf1248bc742 req-9cc5cd37-bd76-4640-8ea8-119a7d4de06b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:24.520048 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b966df9-4ebc-4082-a364-bcf1248bc742 req-9cc5cd37-bd76-4640-8ea8-119a7d4de06b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 945 time: 0.0618455 Jun 21 20:00:24.556222 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b966df9-4ebc-4082-a364-bcf1248bc742 req-bbf6cf09-3d16-4496-94b5-ac9f299a0b33 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305741 Jun 21 20:00:24.827373 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c81ebe03-5460-42b4-b9fc-423a445e30a3 req-4c3d89c8-2b9a-48f2-a040-a706b3e5a57a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 210 time: 0.0288780 Jun 21 20:00:25.409207 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 898ec037-19cb-47ea-96c3-97f16a9ca4fa no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:00:25.484949 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:25.511837 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:00:25.514109 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97539d30-e9f0-4c37-a7e1-face97a74745" -d '{"events": [{"server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "name": "network-vif-unplugged", "status": "completed", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:00:25.531316 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:25.557614 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8a91b2-8ff9-4888-ab0d-983ee5fd04ab x-openstack-request-id: req-5c8a91b2-8ff9-4888-ab0d-983ee5fd04ab {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:00:25.557942 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "name": "network-vif-unplugged", "status": "completed", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:00:25.558341 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c8a91b2-8ff9-4888-ab0d-983ee5fd04ab {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:00:25.558776 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'code': 200} Jun 21 20:00:25.618144 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:25.624226 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 26b19065-8c26-4906-ab97-707d03f1afa6 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:00:25.624226 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-af9b6c11-4056-4c34-b2ae-6d834ecd5959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:25.640909 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 26b19065-8c26-4906-ab97-707d03f1afa6 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:00:25.641193 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 26b19065-8c26-4906-ab97-707d03f1afa6 not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:00:25.687192 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=898ec037-19cb-47ea-96c3-97f16a9ca4fa,revision_number=8']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:25.698148 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:25.734952 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313c43-d897-4ceb-8aa9-c32e17eeadf3 req-11c4b356-5056-4ed2-9132-feb51e017604 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:25.736433 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-55313c43-d897-4ceb-8aa9-c32e17eeadf3 req-11c4b356-5056-4ed2-9132-feb51e017604 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0631592 Jun 21 20:00:25.775393 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-55313c43-d897-4ceb-8aa9-c32e17eeadf3 req-23243f54-0ece-4f43-b8a1-e23f153f231e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326676 Jun 21 20:00:25.967674 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b247b66d-b56d-4adc-8519-cb95be301db4 req-71e9757d-6b1e-4161-8d7c-08f137a12668 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 210 time: 0.0286627 Jun 21 20:00:26.257193 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9c1f126e-a4b1-446a-b917-450058d36d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:26.645219 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-52560813-9162-40c0-81de-399bf01ab303 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:26.646637 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-52560813-9162-40c0-81de-399bf01ab303 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "GET /v2.0/networks?id=3694064f-0c95-4bf4-ad59-39d7f2c3647d HTTP/1.1" status: 200 len: 814 time: 0.0989511 Jun 21 20:00:26.660478 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Request body: {'port': {'device_id': 'c951c55e-ff6f-4620-88d4-d9807e2fc258', 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d', 'admin_state_up': True, 'tenant_id': 'e46ab67278ee42a7ad1b824f2114a7e8'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:26.852538 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Made reservation on behalf of e46ab67278ee42a7ad1b824f2114a7e8 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:00:26.856109 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:26.970132 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28243f-1759-4b6c-b247-9db88ecb8510 req-66c58ce0-9956-46f2-867a-6ea88abc6a44 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:26.973011 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2b28243f-1759-4b6c-b247-9db88ecb8510 req-66c58ce0-9956-46f2-867a-6ea88abc6a44 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0712059 Jun 21 20:00:26.983814 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Allocated IP 172.20.0.7 (3694064f-0c95-4bf4-ad59-39d7f2c3647d/65931853-6a6f-4c40-afd5-99c53b3ef9fb/74081b59-072f-47bf-99da-60d30f90c4d3) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:00:27.014981 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2b28243f-1759-4b6c-b247-9db88ecb8510 req-aef3c320-e749-449e-b404-ed7964b6af0b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368121 Jun 21 20:00:27.126596 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d755e138-ed68-4025-92e5-068116a3450f req-21e10d0d-3fef-4e82-911e-916c4061b0b2 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 210 time: 0.0316961 Jun 21 20:00:27.164628 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:27.269585 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:27.298721 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:27.304251 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-07900fe9-87c3-48c7-bad8-c63d8464adcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:27.338171 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:27.350305 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Network 3694064f-0c95-4bf4-ad59-39d7f2c3647d is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:00:27.354642 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:00:27.357198 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:00:27.660962 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Pushing event updated for resources: {'Port': ['ID=74081b59-072f-47bf-99da-60d30f90c4d3,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:27.665198 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:27.684334 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:27.687109 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:27.767742 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1107178 Jun 21 20:00:27.779549 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Request body: {'port': {'device_id': 'c951c55e-ff6f-4620-88d4-d9807e2fc258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:27.850194 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:28.104237 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74081b59-072f-47bf-99da-60d30f90c4d3 {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:00:28.111342 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:28.123118 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Transition to ACTIVE for port object 74081b59-072f-47bf-99da-60d30f90c4d3 will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:00:28.207048 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:28.210177 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-edbfee44-3182-4dd9-a8e0-567f84351e47 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:28.214420 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb3954-ddca-4d94-8573-247931ca4abb req-228242c3-9236-427f-959f-4aa3c86aa223 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:28.216058 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2bfb3954-ddca-4d94-8573-247931ca4abb req-228242c3-9236-427f-959f-4aa3c86aa223 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0655277 Jun 21 20:00:28.259248 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2bfb3954-ddca-4d94-8573-247931ca4abb req-509e2480-723a-4eea-93fe-aa8d9ae4969b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362825 Jun 21 20:00:28.315571 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Pushing event updated for resources: {'Port': ['ID=74081b59-072f-47bf-99da-60d30f90c4d3,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:28.326055 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:28.401808 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f873b-ca7f-459b-baea-0389522c2c5e req-46337602-eaf4-4838-acb7-969d65bbe920 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:28.403373 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a82f873b-ca7f-459b-baea-0389522c2c5e req-46337602-eaf4-4838-acb7-969d65bbe920 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 943 time: 0.1610682 Jun 21 20:00:28.420608 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Attempting to bind port 74081b59-072f-47bf-99da-60d30f90c4d3 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:00:28.421234 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Attempting to bind port 74081b59-072f-47bf-99da-60d30f90c4d3 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:00:28.421375 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Attempting to bind port 74081b59-072f-47bf-99da-60d30f90c4d3 on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:00:28.422539 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:28.433776 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Port 74081b59-072f-47bf-99da-60d30f90c4d3 on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:00:28.434113 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Attempting to bind port 74081b59-072f-47bf-99da-60d30f90c4d3 on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:00:28.446694 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:00:28.447034 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Checking segment: {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:00:28.447419 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Bound using segment: {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:00:28.447877 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Bound port: 74081b59-072f-47bf-99da-60d30f90c4d3, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:00:28.448225 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:28.463951 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a82f873b-ca7f-459b-baea-0389522c2c5e req-f465a941-acf5-4da2-8205-7f8feab53317 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549915 Jun 21 20:00:28.519343 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] For port 74081b59-072f-47bf-99da-60d30f90c4d3, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:00:28.522452 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] For port 74081b59-072f-47bf-99da-60d30f90c4d3, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=74081b59-072f-47bf-99da-60d30f90c4d3,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:00:28.584590 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:28.587541 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:28.616379 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:28.617430 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:28.618838 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] 10.222.0.22 "PUT /v2.0/ports/74081b59-072f-47bf-99da-60d30f90c4d3 HTTP/1.1" status: 200 len: 1093 time: 0.8435290 Jun 21 20:00:28.621100 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c951c55e-ff6f-4620-88d4-d9807e2fc258', 'tag': '74081b59-072f-47bf-99da-60d30f90c4d3'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:00:28.623392 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f969844-4d94-4204-86d8-59178164308f" -d '{"events": [{"name": "network-changed", "server_uuid": "c951c55e-ff6f-4620-88d4-d9807e2fc258", "tag": "74081b59-072f-47bf-99da-60d30f90c4d3"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:00:28.650470 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Pushing event updated for resources: {'Port': ['ID=74081b59-072f-47bf-99da-60d30f90c4d3,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:28.654322 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:28.666869 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694e5c15-42fb-494f-82ef-f11c5a4926b6 x-openstack-request-id: req-694e5c15-42fb-494f-82ef-f11c5a4926b6 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:00:28.667274 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c951c55e-ff6f-4620-88d4-d9807e2fc258", "tag": "74081b59-072f-47bf-99da-60d30f90c4d3", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:00:28.667594 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-694e5c15-42fb-494f-82ef-f11c5a4926b6 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:00:28.668031 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c951c55e-ff6f-4620-88d4-d9807e2fc258', 'tag': '74081b59-072f-47bf-99da-60d30f90c4d3', 'status': 'completed', 'code': 200} Jun 21 20:00:29.650631 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52cb9e-b28f-48a2-afcd-284f1e8d3e00 req-2c8d04d9-4a01-418a-80f6-34c47bad9039 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:29.652187 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8f52cb9e-b28f-48a2-afcd-284f1e8d3e00 req-2c8d04d9-4a01-418a-80f6-34c47bad9039 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 943 time: 0.0715721 Jun 21 20:00:29.692466 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8f52cb9e-b28f-48a2-afcd-284f1e8d3e00 req-bccbad42-cd6f-4550-8f1d-77e3d3176eac tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342677 Jun 21 20:00:29.859319 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d328f-6936-47e6-a15e-57799beb626e req-fe205635-9dd3-402b-9a08-f40c98fd4c74 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:29.860797 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c27d328f-6936-47e6-a15e-57799beb626e req-fe205635-9dd3-402b-9a08-f40c98fd4c74 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0637155 Jun 21 20:00:29.899300 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c27d328f-6936-47e6-a15e-57799beb626e req-9c886ef6-9661-4cdb-949f-744ea9824a23 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318391 Jun 21 20:00:29.989637 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 898ec037-19cb-47ea-96c3-97f16a9ca4fa no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:00:30.183019 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:30.250268 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 42184) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:00:30.340438 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-4bfac94d-e8d7-489e-9d60-6a6051694915 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889292 Jun 21 20:00:30.889707 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ff41-412f-4f9c-a15c-4df9f09997be req-e20963c8-29f8-47d2-9bb0-eafd1a41d642 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:30.891190 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6e30ff41-412f-4f9c-a15c-4df9f09997be req-e20963c8-29f8-47d2-9bb0-eafd1a41d642 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 943 time: 0.0744021 Jun 21 20:00:30.935579 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6e30ff41-412f-4f9c-a15c-4df9f09997be req-79188f61-b0e1-4e33-ab0c-9e9963a07578 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375595 Jun 21 20:00:31.093863 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f969844-4d94-4204-86d8-59178164308f req-d6db6a8d-53f1-49b2-9d99-a6f2a264522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:31.095350 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0f969844-4d94-4204-86d8-59178164308f req-d6db6a8d-53f1-49b2-9d99-a6f2a264522a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 1096 time: 0.0610623 Jun 21 20:00:31.106189 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45178e8-d2ec-4445-a3a7-1d18e15bdff9 req-7820bba1-38fb-4ad3-a847-32e967ae4dac tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:31.115781 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e45178e8-d2ec-4445-a3a7-1d18e15bdff9 req-7820bba1-38fb-4ad3-a847-32e967ae4dac tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0752165 Jun 21 20:00:31.166024 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e45178e8-d2ec-4445-a3a7-1d18e15bdff9 req-f9cc208d-423a-4186-94e6-e6ece3c31266 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501895 Jun 21 20:00:31.231180 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f969844-4d94-4204-86d8-59178164308f req-beb8750c-303f-48cb-a200-9d22bc7846fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:31.232756 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0f969844-4d94-4204-86d8-59178164308f req-beb8750c-303f-48cb-a200-9d22bc7846fc service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1272717 Jun 21 20:00:31.335388 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f969844-4d94-4204-86d8-59178164308f req-5ba1c94d-d9f3-4808-b987-a49245427b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:31.336884 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0f969844-4d94-4204-86d8-59178164308f req-5ba1c94d-d9f3-4808-b987-a49245427b61 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975826 Jun 21 20:00:31.433143 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-87bf5cc3-63cf-44ad-86d7-ab900b732446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:31.434541 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-87bf5cc3-63cf-44ad-86d7-ab900b732446 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 1096 time: 0.0568016 Jun 21 20:00:31.475725 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-0edfe042-05a5-4994-a90a-2950effed6f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74081b59-072f-47bf-99da-60d30f90c4d3 HTTP/1.1" status: 200 len: 217 time: 0.0338886 Jun 21 20:00:31.530676 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-8dfd87c2-0596-4938-87a9-e3de4d30af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:31.532188 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-8dfd87c2-0596-4938-87a9-e3de4d30af04 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65931853-6a6f-4c40-afd5-99c53b3ef9fb HTTP/1.1" status: 200 len: 854 time: 0.0489366 Jun 21 20:00:31.567546 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-98d7079b-5fa9-46b7-a1a7-3645b3886100 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3694064f-0c95-4bf4-ad59-39d7f2c3647d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285857 Jun 21 20:00:31.661183 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-f3b24a35-2711-4328-b5d7-8d5221fe6c04 service neutron] 10.222.0.22 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861793 Jun 21 20:00:31.754642 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-50f085d2-fa49-4f56-b583-4cf4ff4e04db req-a7622f1a-9bc8-4ff7-8070-079607c01145 service neutron] 10.222.0.22 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858343 Jun 21 20:00:32.124334 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df1ea0-bf2e-44a1-9b27-4cdfebaec879 req-a3d349c0-721e-40eb-bcdf-6b45208ad6e4 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:32.125803 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-09df1ea0-bf2e-44a1-9b27-4cdfebaec879 req-a3d349c0-721e-40eb-bcdf-6b45208ad6e4 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 943 time: 0.0652888 Jun 21 20:00:32.138269 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-b6c10bce-f428-4d6d-be17-2c1823b5abc1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:32.139744 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-b6c10bce-f428-4d6d-be17-2c1823b5abc1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/networks?id=c31fd2b2-9d2a-47b2-9731-973f64070c1b HTTP/1.1" status: 200 len: 814 time: 0.1109948 Jun 21 20:00:32.156858 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-daa74df7-84ef-4416-84e4-d05f69052c7f tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/quotas/7f1eb18fa4554f56aad0bb3f6105cb45 HTTP/1.1" status: 200 len: 375 time: 0.0105827 Jun 21 20:00:32.166319 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-09df1ea0-bf2e-44a1-9b27-4cdfebaec879 req-b9b71a52-9872-43b1-bcbc-4266aba83055 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340891 Jun 21 20:00:32.192273 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-67e32767-2f3e-41eb-b92d-0bb952b7b6ae tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f1eb18fa4554f56aad0bb3f6105cb45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292478 Jun 21 20:00:32.281207 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-e5223e65-41bb-4444-8bad-6f2ff7c7c7d8 service neutron] 10.222.0.30 "GET /v2.0/networks/c31fd2b2-9d2a-47b2-9731-973f64070c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824928 Jun 21 20:00:32.361404 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ecd75-e6c1-47cd-b36f-f32a499299d2 req-a66bf9bd-48e2-41fc-bd12-2c89868fca02 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:32.362547 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c59ecd75-e6c1-47cd-b36f-f32a499299d2 req-a66bf9bd-48e2-41fc-bd12-2c89868fca02 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0636783 Jun 21 20:00:32.374670 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-9148f40f-b4b8-4a2d-8c97-2aa97bafd2f5 service neutron] 10.222.0.30 "GET /v2.0/networks/c31fd2b2-9d2a-47b2-9731-973f64070c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869195 Jun 21 20:00:32.413108 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c59ecd75-e6c1-47cd-b36f-f32a499299d2 req-076c82be-9b90-4469-9ef1-fa9c347fa8b1 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442178 Jun 21 20:00:32.633474 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6db5d903-9085-4eb2-861f-ff9150a3afac req-501ac8af-129e-4700-9023-6f995b3b4e95 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 210 time: 0.0288291 Jun 21 20:00:32.914012 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c79f6187-1c10-4673-be32-1803338dfb2e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616204130&fields=id&tenant_id=a0fd2339cee948899f74d237d1fee442 HTTP/1.1" status: 200 len: 267 time: 0.0336492 Jun 21 20:00:33.026705 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c6b5efdc-263d-4604-906a-a2834e0fd8b3 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:33.028167 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c6b5efdc-263d-4604-906a-a2834e0fd8b3 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/networks?id=b5d450cb-3a4d-43b0-b649-53a0526f8766 HTTP/1.1" status: 200 len: 808 time: 0.1075819 Jun 21 20:00:33.042759 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-1093aafb-07d7-477e-a036-b9e49a4e956f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/quotas/a0fd2339cee948899f74d237d1fee442 HTTP/1.1" status: 200 len: 375 time: 0.0091944 Jun 21 20:00:33.109392 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-62a27e7e-4995-49f9-b0d1-af025ef14a41 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0fd2339cee948899f74d237d1fee442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613756 Jun 21 20:00:33.203880 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-af1064f0-1902-4ecc-ae6a-8bea970136f8 service neutron] 10.222.0.30 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816946 Jun 21 20:00:33.299011 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-9a12ec08-efcb-4663-a835-5bdbc1fa6217 service neutron] 10.222.0.30 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882299 Jun 21 20:00:33.342013 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f840d-0d6e-423b-b338-4a70751c7fa5 req-8574a8b4-9b0d-47dc-8582-ecb0042866f4 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:33.343926 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0c4f840d-0d6e-423b-b338-4a70751c7fa5 req-8574a8b4-9b0d-47dc-8582-ecb0042866f4 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 943 time: 0.0652795 Jun 21 20:00:33.385092 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0c4f840d-0d6e-423b-b338-4a70751c7fa5 req-4eb90af6-c091-46d4-8970-25232b30b94e tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351038 Jun 21 20:00:33.436780 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-31dc45f2-9dbf-42f2-8f5c-b023f1f9b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:33.438365 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-31dc45f2-9dbf-42f2-8f5c-b023f1f9b194 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3&tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da HTTP/1.1" status: 200 len: 1096 time: 0.0861964 Jun 21 20:00:33.516188 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-4cd574bd-ab12-4285-bc40-5470f9cc076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:33.517808 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-4cd574bd-ab12-4285-bc40-5470f9cc076a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 1096 time: 0.0563567 Jun 21 20:00:33.595470 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4b7b5-35d0-4248-b3fc-77205c6317d0 req-23260f25-cf4e-4f35-b540-9c44baa0ee04 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:33.598183 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a9d4b7b5-35d0-4248-b3fc-77205c6317d0 req-23260f25-cf4e-4f35-b540-9c44baa0ee04 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0691497 Jun 21 20:00:33.614078 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-42a3bd90-0304-4768-98d2-a4a25398b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:33.615783 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-42a3bd90-0304-4768-98d2-a4a25398b5d5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 918 time: 0.0918717 Jun 21 20:00:33.639121 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a9d4b7b5-35d0-4248-b3fc-77205c6317d0 req-c8951621-ffbd-4da6-b0bb-64d90f9e5f2b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350194 Jun 21 20:00:33.691695 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-598fc90a-a8a6-42d3-983e-8463c033ad08 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa HTTP/1.1" status: 200 len: 998 time: 0.0691626 Jun 21 20:00:33.745006 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-fc327011-1615-44d3-8311-fee0ce727b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:33.746783 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-fc327011-1615-44d3-8311-fee0ce727b3d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a54e1a25-5703-467b-ba5a-987734b96f0a HTTP/1.1" status: 200 len: 856 time: 0.0482144 Jun 21 20:00:33.780500 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3f72f85a-985b-4df5-b6c5-f87c2fd6d842 req-cc48f227-6313-4408-8914-ddb73e367af4 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 210 time: 0.0293241 Jun 21 20:00:33.806945 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-781c55c9-ea54-40e3-81d1-1bacdcace40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:33.808473 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-781c55c9-ea54-40e3-81d1-1bacdcace40c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a818231-d4af-4097-9fe3-2bd4744ce6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556729 Jun 21 20:00:33.909769 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-2a3811f0-816b-4589-9c2b-84f97bf0bd79 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941057 Jun 21 20:00:33.987990 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-15d371bd-a661-478c-b597-6c851a72079b req-ebf568df-4a5d-417c-95d1-d9910d6abae1 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0571380 Jun 21 20:00:34.001648 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 74081b59-072f-47bf-99da-60d30f90c4d3 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:00:34.002135 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e66f977-7751-4a15-b3e4-e0f587c90fc5 req-bdb1fb35-8e40-44fc-9b88-d43555d9efa4 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857270 Jun 21 20:00:34.105888 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 74081b59-072f-47bf-99da-60d30f90c4d3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=74081b59-072f-47bf-99da-60d30f90c4d3,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:34.118273 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '74081b59-072f-47bf-99da-60d30f90c4d3', 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d', 'port_id': '74081b59-072f-47bf-99da-60d30f90c4d3', 'mac_address': 'fa:16:3e:cb:45:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65931853-6a6f-4c40-afd5-99c53b3ef9fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:00:34.159411 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:34.172265 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74081b59-072f-47bf-99da-60d30f90c4d3 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:00:34.193396 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 74081b59-072f-47bf-99da-60d30f90c4d3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=74081b59-072f-47bf-99da-60d30f90c4d3,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:34.285974 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:34.289063 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f6fdbbcd-4b14-44a2-a33c-fe138de8773d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:34.337870 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=74081b59-072f-47bf-99da-60d30f90c4d3,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:34.341058 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:34.501133 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['74081b59-072f-47bf-99da-60d30f90c4d3'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:00:34.592904 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1fde4-1036-424f-873d-187d65091375 req-b0ea3c0f-8785-41e2-b0f6-74854bbd0762 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:34.594944 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-08b1fde4-1036-424f-873d-187d65091375 req-b0ea3c0f-8785-41e2-b0f6-74854bbd0762 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 944 time: 0.0782132 Jun 21 20:00:34.646540 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-08b1fde4-1036-424f-873d-187d65091375 req-06e0b57a-a9b9-4183-9f54-a63009a645ed tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434515 Jun 21 20:00:34.803565 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-79f14027-09fd-4e3e-879d-4b0b973f3b7c tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:34.804907 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-79f14027-09fd-4e3e-879d-4b0b973f3b7c tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.22 "GET /v2.0/networks?id=c31fd2b2-9d2a-47b2-9731-973f64070c1b HTTP/1.1" status: 200 len: 814 time: 0.1026556 Jun 21 20:00:34.822497 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5489a34-b45f-468f-bf84-20fb44577c42 req-0ea8aeac-e1fa-4874-a60a-7d4038dd8cb6 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:34.825451 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c5489a34-b45f-468f-bf84-20fb44577c42 req-0ea8aeac-e1fa-4874-a60a-7d4038dd8cb6 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0698128 Jun 21 20:00:34.835072 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Request body: {'port': {'device_id': '4a832742-3dda-4520-884e-ac29396339bc', 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b', 'admin_state_up': True, 'tenant_id': '7f1eb18fa4554f56aad0bb3f6105cb45'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:34.899655 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c5489a34-b45f-468f-bf84-20fb44577c42 req-0425de91-ce9e-4646-bf31-0d171dfd12a4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630054 Jun 21 20:00:34.978265 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-32291bc6-168e-44ab-b0e2-5c5a59b874e5 req-d85fccba-5c17-4ad5-b729-99ed16b660ae tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 210 time: 0.0535171 Jun 21 20:00:35.084844 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9b929e36-54e3-40bb-b401-46cb77dbc4c0 req-1cdbe531-dd7c-497e-822c-607404b1bb81 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0323501 Jun 21 20:00:35.171319 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Made reservation on behalf of 7f1eb18fa4554f56aad0bb3f6105cb45 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:00:35.187626 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:35.344391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Allocated IP 172.20.0.14 (c31fd2b2-9d2a-47b2-9731-973f64070c1b/8fde1809-1a1b-4075-81e6-ad355026d559/48d2b374-0a31-4537-9c42-d92924ff28ac) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:00:35.513292 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:35.613765 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:35.618366 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-84a63e8c-59bf-4a36-b2b2-d44bad3dc083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:35.660023 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Network c31fd2b2-9d2a-47b2-9731-973f64070c1b is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:00:35.672172 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:00:35.675150 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Pushing event updated for resources: {'Port': ['ID=48d2b374-0a31-4537-9c42-d92924ff28ac,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:35.677629 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:00:35.680777 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:35.736630 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:35.737920 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:35.822201 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9981799 Jun 21 20:00:35.839944 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed98e0a-7497-49f3-a66b-56098ec3e222 req-1bacacd2-0e56-48c0-92d0-c2e75b1ca942 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:35.841403 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bed98e0a-7497-49f3-a66b-56098ec3e222 req-1bacacd2-0e56-48c0-92d0-c2e75b1ca942 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 944 time: 0.0725541 Jun 21 20:00:35.881371 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bed98e0a-7497-49f3-a66b-56098ec3e222 req-ba46bffe-b80e-47c9-996d-d64efb6b20d9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Jun 21 20:00:36.014418 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 74081b59-072f-47bf-99da-60d30f90c4d3 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:36.117119 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a684308-048c-4120-9437-03bb95d764fe req-a5122d6a-aa72-40d9-9099-b75f222c699e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:36.119738 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0a684308-048c-4120-9437-03bb95d764fe req-a5122d6a-aa72-40d9-9099-b75f222c699e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0889237 Jun 21 20:00:36.160051 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 74081b59-072f-47bf-99da-60d30f90c4d3 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:00:36.166672 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 74081b59-072f-47bf-99da-60d30f90c4d3 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:36.167060 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:36.168155 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0a684308-048c-4120-9437-03bb95d764fe req-0b41795d-a6c0-4e2c-9479-7ca8aabb607e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423708 Jun 21 20:00:36.220663 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f27b82-8c04-4409-85cd-33d010676edd req-0269a744-1749-41c1-b462-5bf34d7acc3d tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:36.222285 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b6f27b82-8c04-4409-85cd-33d010676edd req-0269a744-1749-41c1-b462-5bf34d7acc3d tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 932 time: 0.1088657 Jun 21 20:00:36.290084 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b6f27b82-8c04-4409-85cd-33d010676edd req-dbe9a4ec-21a2-4c73-8d1d-0ec60616b571 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616090 Jun 21 20:00:36.332401 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b243f41c-3a8a-448d-bac0-89918b5c9f11 req-cfae99a5-44e0-4b0b-b88b-8a3290b60fb7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0410378 Jun 21 20:00:36.350846 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:36.375242 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c951c55e-ff6f-4620-88d4-d9807e2fc258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74081b59-072f-47bf-99da-60d30f90c4d3'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:00:36.379068 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269f2491-d0b3-4741-8659-20f7758cc75c" -d '{"events": [{"server_uuid": "c951c55e-ff6f-4620-88d4-d9807e2fc258", "name": "network-vif-plugged", "status": "completed", "tag": "74081b59-072f-47bf-99da-60d30f90c4d3"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:00:36.396419 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 74081b59-072f-47bf-99da-60d30f90c4d3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=74081b59-072f-47bf-99da-60d30f90c4d3,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:36.421287 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020b9d0a-d1e2-4788-96f7-a2bbab779e93 x-openstack-request-id: req-020b9d0a-d1e2-4788-96f7-a2bbab779e93 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:00:36.421594 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c951c55e-ff6f-4620-88d4-d9807e2fc258", "name": "network-vif-plugged", "status": "completed", "tag": "74081b59-072f-47bf-99da-60d30f90c4d3", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:00:36.421859 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-020b9d0a-d1e2-4788-96f7-a2bbab779e93 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:00:36.422265 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c951c55e-ff6f-4620-88d4-d9807e2fc258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74081b59-072f-47bf-99da-60d30f90c4d3', 'code': 200} Jun 21 20:00:36.497086 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:36.498996 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-d56827ce-670e-48ff-aaad-c88f8c00e40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:36.546486 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=74081b59-072f-47bf-99da-60d30f90c4d3,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:36.550689 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:37.060232 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead474d1-939e-4c51-a6db-cccb0763b9c1 req-62dfdd6e-04d9-4243-b3fc-4a779647f614 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:37.061745 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ead474d1-939e-4c51-a6db-cccb0763b9c1 req-62dfdd6e-04d9-4243-b3fc-4a779647f614 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0666378 Jun 21 20:00:37.101300 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ead474d1-939e-4c51-a6db-cccb0763b9c1 req-af104db5-83cc-4a53-8561-e9fe90208a88 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Jun 21 20:00:37.369491 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fde26-10a0-4903-94d5-3769a9eaa957 req-65f025e1-1233-4dbf-8a83-4bc763b3f3af tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:37.371821 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a3fde26-10a0-4903-94d5-3769a9eaa957 req-65f025e1-1233-4dbf-8a83-4bc763b3f3af tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0751722 Jun 21 20:00:37.415729 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a3fde26-10a0-4903-94d5-3769a9eaa957 req-3aac52c2-72fd-4089-933c-ff4381dec7bd tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351093 Jun 21 20:00:37.514430 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06437236-e90d-40a1-b190-8413f6e99564 req-0a1044cf-dc48-423d-8a3e-b246c46f60c7 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:37.516044 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-06437236-e90d-40a1-b190-8413f6e99564 req-0a1044cf-dc48-423d-8a3e-b246c46f60c7 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 932 time: 0.0913436 Jun 21 20:00:37.563283 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-06437236-e90d-40a1-b190-8413f6e99564 req-faaa475b-f287-49ae-a777-a5f3d93d573d tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375619 Jun 21 20:00:37.595514 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bf7515fe-987f-46bd-863e-856ea5d4440d req-53d9d75c-1303-498c-8bff-d178d0999d26 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0592692 Jun 21 20:00:38.300057 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75957209-dfbc-4938-9106-fd9e80384ef0 req-b0224095-d1c7-4191-a6b1-75fad89dcdf2 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:38.301919 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-75957209-dfbc-4938-9106-fd9e80384ef0 req-b0224095-d1c7-4191-a6b1-75fad89dcdf2 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0719359 Jun 21 20:00:38.341621 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-75957209-dfbc-4938-9106-fd9e80384ef0 req-09395684-93de-44d7-93e1-8ee2868b3167 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339944 Jun 21 20:00:38.600666 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a74363-f669-458b-b35e-8249950d061c req-ada3fb17-7b2b-4c68-877a-93c0b8dae1d1 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:38.602206 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-18a74363-f669-458b-b35e-8249950d061c req-ada3fb17-7b2b-4c68-877a-93c0b8dae1d1 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0646315 Jun 21 20:00:38.645321 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-18a74363-f669-458b-b35e-8249950d061c req-9e99527d-71d8-4598-bf7d-4a7fb051ea75 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356927 Jun 21 20:00:38.761798 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e4db1-876d-4489-b2e3-c5004a18efb3 req-aa05100e-d70e-4b80-b623-5dd5d82f59d7 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:38.763499 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d80e4db1-876d-4489-b2e3-c5004a18efb3 req-aa05100e-d70e-4b80-b623-5dd5d82f59d7 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 932 time: 0.0690079 Jun 21 20:00:38.812092 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d80e4db1-876d-4489-b2e3-c5004a18efb3 req-c15aae23-796e-412b-972e-37cdf445e1d2 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Jun 21 20:00:38.820955 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b029aa50-0179-4766-8ff3-f3c270293551 req-d8b15546-3439-4e00-a94a-557db8091f0a tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0293961 Jun 21 20:00:39.523585 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf084ab-a001-4830-ba72-19c4e51f80e0 req-5a71fa3d-88f6-4f76-bf2d-4b3aa35b6b2f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:39.525094 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bbf084ab-a001-4830-ba72-19c4e51f80e0 req-5a71fa3d-88f6-4f76-bf2d-4b3aa35b6b2f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0662687 Jun 21 20:00:39.567436 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bbf084ab-a001-4830-ba72-19c4e51f80e0 req-3d97bbab-a21a-4872-8bfe-a0daa70e0a25 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362411 Jun 21 20:00:39.892342 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c05b00-7b67-41cc-9247-6e540605d7d5 req-5a7a02ff-5934-4625-8bdc-a1633c0fe3aa tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:39.894169 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-20c05b00-7b67-41cc-9247-6e540605d7d5 req-5a7a02ff-5934-4625-8bdc-a1633c0fe3aa tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0737872 Jun 21 20:00:39.935528 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-20c05b00-7b67-41cc-9247-6e540605d7d5 req-1827363d-0af3-44a5-b702-b10d0c1935ca tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350981 Jun 21 20:00:40.018139 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011fdcc-f8a6-48a2-bcf1-c71d64977832 req-572eded7-0ae7-4e51-8690-deaf356a8737 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:40.025799 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7011fdcc-f8a6-48a2-bcf1-c71d64977832 req-572eded7-0ae7-4e51-8690-deaf356a8737 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 932 time: 0.0836179 Jun 21 20:00:40.076102 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-133b8d91-caee-4ce0-994d-bfa453af763c req-218af47b-dd9d-4f67-b1b5-db71e48381c7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0317283 Jun 21 20:00:40.080334 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7011fdcc-f8a6-48a2-bcf1-c71d64977832 req-5191ee90-fb89-4d49-97e8-0e4b31b82aea tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534313 Jun 21 20:00:40.741318 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e244a2e-8fff-4d07-a33c-b03a205dca56 req-4616e954-0cf4-48fd-a3bb-565740821d1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:40.757113 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4e244a2e-8fff-4d07-a33c-b03a205dca56 req-4616e954-0cf4-48fd-a3bb-565740821d1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0629923 Jun 21 20:00:40.781227 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4e244a2e-8fff-4d07-a33c-b03a205dca56 req-be90eba4-3317-47ea-a252-ab50cab9f703 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Jun 21 20:00:41.147820 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183065e3-2b4d-4443-8d45-7053676dcb5b req-33e18f45-d556-45e8-a2bc-6a9f50a53fda tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:41.150647 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-183065e3-2b4d-4443-8d45-7053676dcb5b req-33e18f45-d556-45e8-a2bc-6a9f50a53fda tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0772676 Jun 21 20:00:41.199703 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-183065e3-2b4d-4443-8d45-7053676dcb5b req-66af2db5-70d3-4719-801b-d110a4c261db tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 Jun 21 20:00:41.240149 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bdfb8cb9-2dea-4ef5-bb30-4b7d72afcdaf req-3996cade-b96f-42b6-84fd-94a597d0c263 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0362561 Jun 21 20:00:41.380138 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc32f7-1b98-45db-8bb2-b5ca3844f7e5 req-2542e974-f43b-4607-84b0-1d36c08ad4f8 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:41.381975 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c6fc32f7-1b98-45db-8bb2-b5ca3844f7e5 req-2542e974-f43b-4607-84b0-1d36c08ad4f8 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 932 time: 0.0692117 Jun 21 20:00:41.420999 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c6fc32f7-1b98-45db-8bb2-b5ca3844f7e5 req-b630d8e9-eaab-4103-bca6-42b1b8f771eb tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 Jun 21 20:00:41.968914 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078daa7c-ffb5-4bd4-8ce6-74ed30321178 req-c5046cb0-3b41-4920-968f-cc5526b1e20a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:41.970851 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-078daa7c-ffb5-4bd4-8ce6-74ed30321178 req-c5046cb0-3b41-4920-968f-cc5526b1e20a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0661104 Jun 21 20:00:42.013422 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-078daa7c-ffb5-4bd4-8ce6-74ed30321178 req-d8e5c54d-fd11-4e39-847b-6be06225c898 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354359 Jun 21 20:00:42.388389 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-81637120-10a0-4e75-a565-e3e0f063a3ac req-4a149b50-83af-4794-ad3d-2252201f0cf0 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0305586 Jun 21 20:00:42.408303 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae1fa3-6183-48d5-bcb4-6fe753271e5b req-f1d661b8-a1b8-4d7d-9f4c-8e3930ea46bf tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:42.409427 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b6ae1fa3-6183-48d5-bcb4-6fe753271e5b req-f1d661b8-a1b8-4d7d-9f4c-8e3930ea46bf tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0792749 Jun 21 20:00:42.452341 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b6ae1fa3-6183-48d5-bcb4-6fe753271e5b req-eaf81b37-1ff7-4e84-a918-4077b655e7f5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359271 Jun 21 20:00:42.598115 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5855da4-1037-45bf-a0c0-53f34e002ff5 req-64aae659-6f25-4b3c-99c4-6fd484605c8e tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:42.599612 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c5855da4-1037-45bf-a0c0-53f34e002ff5 req-64aae659-6f25-4b3c-99c4-6fd484605c8e tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 932 time: 0.0642385 Jun 21 20:00:42.643832 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c5855da4-1037-45bf-a0c0-53f34e002ff5 req-c166b061-f199-40fb-ba8c-c95ffa30f278 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385835 Jun 21 20:00:43.195610 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6ec47-2824-4362-b5aa-e5a1303a8a17 req-01a5b5b0-b5e1-4b51-a7f2-63d8cd061e3a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:43.197126 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f8c6ec47-2824-4362-b5aa-e5a1303a8a17 req-01a5b5b0-b5e1-4b51-a7f2-63d8cd061e3a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0681078 Jun 21 20:00:43.236096 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f8c6ec47-2824-4362-b5aa-e5a1303a8a17 req-2a2b124d-7aee-4297-b762-f94be349f488 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326552 Jun 21 20:00:43.529457 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6ee13d2a-36e0-47a0-9801-099d3dd5c080 req-648007a2-d13a-4958-8f9e-0759053ceb7c tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0314765 Jun 21 20:00:43.641140 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b31b5a-5d4c-48a3-bb34-defb30393d21 req-976ab1bc-85df-48f7-b7ef-dcc3a566d60a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:43.642802 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-51b31b5a-5d4c-48a3-bb34-defb30393d21 req-976ab1bc-85df-48f7-b7ef-dcc3a566d60a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0682316 Jun 21 20:00:43.686002 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-51b31b5a-5d4c-48a3-bb34-defb30393d21 req-97f45b72-10eb-40c9-9149-53e420c2af93 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362763 Jun 21 20:00:43.826186 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a57d91-1f05-4ce6-bac6-cbbe15b4892b req-6a041653-57d4-4713-a6eb-16541cc3c026 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:43.827772 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5a57d91-1f05-4ce6-bac6-cbbe15b4892b req-6a041653-57d4-4713-a6eb-16541cc3c026 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 932 time: 0.0644672 Jun 21 20:00:43.866455 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5a57d91-1f05-4ce6-bac6-cbbe15b4892b req-9c1077d0-47ae-4710-ac08-760ed8ac073b tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Jun 21 20:00:44.418552 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c609d-f79a-4624-a527-9686b6cd0522 req-307fa82b-4914-46c5-bab0-b48c485eba96 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:44.420141 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cf7c609d-f79a-4624-a527-9686b6cd0522 req-307fa82b-4914-46c5-bab0-b48c485eba96 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0684416 Jun 21 20:00:44.461333 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cf7c609d-f79a-4624-a527-9686b6cd0522 req-00888b9c-b9a3-44e4-8019-4669871507c4 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340397 Jun 21 20:00:44.668794 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-48f17aa7-2543-4cf1-b787-e962ea210f4c req-947d7740-c190-445d-88d7-359cb3e224e6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0271068 Jun 21 20:00:44.870505 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ef412-7c04-41ac-b0ef-231dc00f9a9b req-0a4aea03-b7a8-4e72-bf8f-295af070ec8a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:44.871980 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1b4ef412-7c04-41ac-b0ef-231dc00f9a9b req-0a4aea03-b7a8-4e72-bf8f-295af070ec8a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0649490 Jun 21 20:00:44.911097 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1b4ef412-7c04-41ac-b0ef-231dc00f9a9b req-074243cb-9131-4f94-8db2-b9472b000f05 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335326 Jun 21 20:00:45.038113 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c91f96-96b0-4a7e-bcaa-751490d67d12 req-328dfc2a-7ae0-4936-b066-16a5399fda68 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:45.039538 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e7c91f96-96b0-4a7e-bcaa-751490d67d12 req-328dfc2a-7ae0-4936-b066-16a5399fda68 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 932 time: 0.0623910 Jun 21 20:00:45.075587 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e7c91f96-96b0-4a7e-bcaa-751490d67d12 req-34507d4a-e595-4c60-aa56-e98dc1f7e74c tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305567 Jun 21 20:00:45.370908 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Request body: {'port': {'device_id': '4a832742-3dda-4520-884e-ac29396339bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:45.444402 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:45.651315 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69595e-6887-499c-ac75-873379db8356 req-145c65e9-a998-4cf4-87e3-827344511c4d tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:45.652831 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ed69595e-6887-499c-ac75-873379db8356 req-145c65e9-a998-4cf4-87e3-827344511c4d tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0694041 Jun 21 20:00:45.703816 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ed69595e-6887-499c-ac75-873379db8356 req-d118ba9a-8466-43c2-9894-5416349cb6b3 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427649 Jun 21 20:00:45.738911 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d2b374-0a31-4537-9c42-d92924ff28ac {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:00:45.764960 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:45.781724 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Transition to ACTIVE for port object 48d2b374-0a31-4537-9c42-d92924ff28ac will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:00:45.821211 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d1136650-763b-489c-8149-2de400624a76 req-4fe6eed5-0e83-4430-b0d7-e4f16a7ee24f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0326617 Jun 21 20:00:45.829610 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66018de-6841-4792-9d7f-e13a801177bc req-f85b2bdc-7f16-464a-aa5d-3ca8e6ec220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:45.831010 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f66018de-6841-4792-9d7f-e13a801177bc req-f85b2bdc-7f16-464a-aa5d-3ca8e6ec220e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 1098 time: 0.1030381 Jun 21 20:00:45.865174 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f66018de-6841-4792-9d7f-e13a801177bc req-abd3226d-3bb6-4d88-a32c-e36961c78df7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269649 Jun 21 20:00:45.926558 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:45.929471 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2287ee75-ac52-44ab-b289-e7f9dd0bb66d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:46.008689 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Pushing event updated for resources: {'Port': ['ID=48d2b374-0a31-4537-9c42-d92924ff28ac,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:46.053918 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.054298 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.054670 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.055037 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.055402 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.055784 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.056141 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.056496 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.056905 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.057259 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.057612 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.057961 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:00:46.062668 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:46.086080 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Attempting to bind port 48d2b374-0a31-4537-9c42-d92924ff28ac on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:00:46.092420 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Attempting to bind port 48d2b374-0a31-4537-9c42-d92924ff28ac by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '294f15fb-2717-4bd0-9eec-f46bc8832ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:00:46.092420 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Attempting to bind port 48d2b374-0a31-4537-9c42-d92924ff28ac on network c31fd2b2-9d2a-47b2-9731-973f64070c1b {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:00:46.092420 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Port 48d2b374-0a31-4537-9c42-d92924ff28ac on network c31fd2b2-9d2a-47b2-9731-973f64070c1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:00:46.092420 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Attempting to bind port 48d2b374-0a31-4537-9c42-d92924ff28ac on network c31fd2b2-9d2a-47b2-9731-973f64070c1b {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:00:46.092888 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fe09f-3f66-4825-b2fc-170c198fc7c4 req-c80e54bb-d34c-4692-8a8e-3dcc9c8b8e11 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:46.096090 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5b5fe09f-3f66-4825-b2fc-170c198fc7c4 req-c80e54bb-d34c-4692-8a8e-3dcc9c8b8e11 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0690992 Jun 21 20:00:46.096754 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:00:46.097477 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Checking segment: {'id': '294f15fb-2717-4bd0-9eec-f46bc8832ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:00:46.097584 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Bound using segment: {'id': '294f15fb-2717-4bd0-9eec-f46bc8832ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:00:46.097954 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Bound port: 48d2b374-0a31-4537-9c42-d92924ff28ac, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294f15fb-2717-4bd0-9eec-f46bc8832ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:00:46.098307 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:46.138115 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5b5fe09f-3f66-4825-b2fc-170c198fc7c4 req-be5b1aed-88ec-4c51-9731-0d28144f2b5e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 Jun 21 20:00:46.172903 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] For port 48d2b374-0a31-4537-9c42-d92924ff28ac, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:00:46.181033 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] For port 48d2b374-0a31-4537-9c42-d92924ff28ac, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=48d2b374-0a31-4537-9c42-d92924ff28ac,segment=NetworkSegment(294f15fb-2717-4bd0-9eec-f46bc8832ab3),segment_id=294f15fb-2717-4bd0-9eec-f46bc8832ab3)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:00:46.248342 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:46.252905 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-7eb68368-1595-4e39-8ab8-a33aac115f4e tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:46.281469 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f553b-f8b3-4982-bc52-33a8f0399b6a req-4203be88-318d-4773-a000-e61da6dafa49 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:46.284313 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e84f553b-f8b3-4982-bc52-33a8f0399b6a req-4203be88-318d-4773-a000-e61da6dafa49 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 944 time: 0.0863862 Jun 21 20:00:46.297388 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:46.297985 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:46.299309 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] 10.222.0.22 "PUT /v2.0/ports/48d2b374-0a31-4537-9c42-d92924ff28ac HTTP/1.1" status: 200 len: 1094 time: 0.9332213 Jun 21 20:00:46.303389 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a832742-3dda-4520-884e-ac29396339bc', 'tag': '48d2b374-0a31-4537-9c42-d92924ff28ac'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:00:46.305652 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81ebf07-6413-4660-900d-a74d0be56f25" -d '{"events": [{"name": "network-changed", "server_uuid": "4a832742-3dda-4520-884e-ac29396339bc", "tag": "48d2b374-0a31-4537-9c42-d92924ff28ac"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:00:46.345186 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Pushing event updated for resources: {'Port': ['ID=48d2b374-0a31-4537-9c42-d92924ff28ac,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:46.355705 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2123ec93-20ff-4342-bc2b-b993f176d6c3 x-openstack-request-id: req-2123ec93-20ff-4342-bc2b-b993f176d6c3 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:00:46.356359 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a832742-3dda-4520-884e-ac29396339bc", "tag": "48d2b374-0a31-4537-9c42-d92924ff28ac", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:00:46.356656 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2123ec93-20ff-4342-bc2b-b993f176d6c3 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:00:46.357079 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a832742-3dda-4520-884e-ac29396339bc', 'tag': '48d2b374-0a31-4537-9c42-d92924ff28ac', 'status': 'completed', 'code': 200} Jun 21 20:00:46.358102 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:46.361263 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e84f553b-f8b3-4982-bc52-33a8f0399b6a req-c98c7efd-f136-44b7-ac0d-d572d1b3c1d6 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725679 Jun 21 20:00:46.439329 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ebf07-6413-4660-900d-a74d0be56f25 req-cd040a95-bb04-4db1-bacc-9a2a4151dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:46.441613 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b81ebf07-6413-4660-900d-a74d0be56f25 req-cd040a95-bb04-4db1-bacc-9a2a4151dba2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f1eb18fa4554f56aad0bb3f6105cb45&device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 1097 time: 0.0561011 Jun 21 20:00:46.538865 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ebf07-6413-4660-900d-a74d0be56f25 req-d3f02fda-3051-4fe6-95c0-7fee6a51578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:46.540336 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b81ebf07-6413-4660-900d-a74d0be56f25 req-d3f02fda-3051-4fe6-95c0-7fee6a51578f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7f1eb18fa4554f56aad0bb3f6105cb45&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0894730 Jun 21 20:00:46.914564 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b380c0-b77e-4056-9b65-8b15eb46f24b req-ad4c16dc-a829-43b0-ac95-859395c27b4c tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:46.916446 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e4b380c0-b77e-4056-9b65-8b15eb46f24b req-ad4c16dc-a829-43b0-ac95-859395c27b4c tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0920866 Jun 21 20:00:46.964986 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e4b380c0-b77e-4056-9b65-8b15eb46f24b req-65240248-39aa-4950-980b-912cc973f3b2 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Jun 21 20:00:47.002877 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ebf07-6413-4660-900d-a74d0be56f25 req-1189b68d-6019-4bc1-bf11-f74c62a7163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:47.004339 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b81ebf07-6413-4660-900d-a74d0be56f25 req-1189b68d-6019-4bc1-bf11-f74c62a7163f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4531646 Jun 21 20:00:47.010905 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-580007f5-36f2-4a0e-baa7-39ef1c4179e7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:47.012404 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-580007f5-36f2-4a0e-baa7-39ef1c4179e7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.22 "GET /v2.0/networks?id=b5d450cb-3a4d-43b0-b649-53a0526f8766 HTTP/1.1" status: 200 len: 808 time: 0.4708507 Jun 21 20:00:47.014103 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ce861060-464c-4259-ae13-1f075abb13c4 req-9fc864b3-2208-4b4a-8292-fa71184eb481 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0560026 Jun 21 20:00:47.084348 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-5687505d-c881-4f3e-b596-c75e441bb4d7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0fd2339cee948899f74d237d1fee442 HTTP/1.1" status: 200 len: 379 time: 0.0605669 Jun 21 20:00:47.094080 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Request body: {'port': {'device_id': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'admin_state_up': True, 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'security_groups': ['e04d182f-25dc-43d7-a6a7-0b0870b8654a']}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:47.169032 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-67ee0c9f-a7a8-4794-8836-b5917bfc71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:47.170522 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-67ee0c9f-a7a8-4794-8836-b5917bfc71c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f1eb18fa4554f56aad0bb3f6105cb45&device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 1097 time: 0.1198020 Jun 21 20:00:47.223475 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-01e7a433-de33-4b5d-b7d1-44e55cd90fbc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48d2b374-0a31-4537-9c42-d92924ff28ac HTTP/1.1" status: 200 len: 217 time: 0.0439467 Jun 21 20:00:47.288502 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0c9a88ae-8641-40db-bb17-ada810b6a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:47.289876 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-0c9a88ae-8641-40db-bb17-ada810b6a130 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8fde1809-1a1b-4075-81e6-ad355026d559 HTTP/1.1" status: 200 len: 854 time: 0.0588260 Jun 21 20:00:47.321587 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd656ec-672a-40cb-98ea-9b699c4c51dc req-86f56f35-52d2-4b10-bc0a-ad1fea6a51a7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:47.322654 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-8b294cbd-b0fa-4ec6-924e-cdcd4b8804c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c31fd2b2-9d2a-47b2-9731-973f64070c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265694 Jun 21 20:00:47.322955 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fdd656ec-672a-40cb-98ea-9b699c4c51dc req-86f56f35-52d2-4b10-bc0a-ad1fea6a51a7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0667717 Jun 21 20:00:47.337261 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Made reservation on behalf of a0fd2339cee948899f74d237d1fee442 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:00:47.340622 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:47.360883 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fdd656ec-672a-40cb-98ea-9b699c4c51dc req-ef263a1e-14bc-4f98-8665-84961a86012b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320559 Jun 21 20:00:47.479542 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-83f8e6eb-2d04-4256-937e-107f915c4449 service neutron] 10.222.0.22 "GET /v2.0/networks/c31fd2b2-9d2a-47b2-9731-973f64070c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506367 Jun 21 20:00:47.619615 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Allocated IP 172.20.0.6 (b5d450cb-3a4d-43b0-b649-53a0526f8766/a584c85f-69e1-44e7-89ae-0dec49e04f49/050a93c6-6932-40cb-a04f-9ead2d0ed267) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:00:47.669338 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b020e8a-f5cb-430c-97bf-73ddac2ad5c7 req-2e755a85-fbe7-4d7d-b98c-0e4e38147911 service neutron] 10.222.0.22 "GET /v2.0/networks/c31fd2b2-9d2a-47b2-9731-973f64070c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748536 Jun 21 20:00:47.683515 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc424e-76da-4e15-897b-3037a3e39352 req-ae4fa1e0-a401-468d-90a0-4d937f123387 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:47.686460 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9ebc424e-76da-4e15-897b-3037a3e39352 req-ae4fa1e0-a401-468d-90a0-4d937f123387 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 944 time: 0.2060506 Jun 21 20:00:47.780810 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9ebc424e-76da-4e15-897b-3037a3e39352 req-2e3c90fd-7d80-42ba-a4bb-b165550a5622 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872431 Jun 21 20:00:47.825589 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:47.838643 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Transition to ACTIVE for port object 050a93c6-6932-40cb-a04f-9ead2d0ed267 will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:00:47.967237 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:47.972278 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:48.019157 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Network b5d450cb-3a4d-43b0-b649-53a0526f8766 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:00:48.022715 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:00:48.026422 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:00:48.057352 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event updated for resources: {'Port': ['ID=050a93c6-6932-40cb-a04f-9ead2d0ed267,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:48.057658 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:48.060769 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:00:48.089333 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:48.090004 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:48.176771 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9f022-6d1a-4165-9aa3-b0ea409032f1 req-e905ea7a-7725-420b-87fa-1b16b13c23aa tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:48.178534 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-aac9f022-6d1a-4165-9aa3-b0ea409032f1 req-e905ea7a-7725-420b-87fa-1b16b13c23aa tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0734568 Jun 21 20:00:48.192634 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1028497 Jun 21 20:00:48.221688 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Request body: {'port': {'device_id': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:00:48.231839 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-aac9f022-6d1a-4165-9aa3-b0ea409032f1 req-b0ea21cd-065a-4a44-82f0-d853f3b4f42f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Jun 21 20:00:48.321974 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e81d21-9e96-4efc-af3d-f221cc3951b2 req-f52caa54-e5a6-4623-a791-b86ae4f70a83 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:48.321974 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-78e81d21-9e96-4efc-af3d-f221cc3951b2 req-f52caa54-e5a6-4623-a791-b86ae4f70a83 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 931 time: 0.1410334 Jun 21 20:00:48.322596 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:48.384363 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-cfcb47c2-7e1f-4c3c-82d0-13465a68a094 None None] Provisioning for port 050a93c6-6932-40cb-a04f-9ead2d0ed267 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:00:48.388805 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-cfcb47c2-7e1f-4c3c-82d0-13465a68a094 None None] Provisioning complete for port 050a93c6-6932-40cb-a04f-9ead2d0ed267 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:48.389154 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cfcb47c2-7e1f-4c3c-82d0-13465a68a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:48.395607 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-78e81d21-9e96-4efc-af3d-f221cc3951b2 req-92c56b31-151c-486f-bce9-4358b0ba2c6f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591912 Jun 21 20:00:48.435928 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb47c2-7e1f-4c3c-82d0-13465a68a094 None None] Port 050a93c6-6932-40cb-a04f-9ead2d0ed267 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:00:48.554576 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075e481-8290-41c5-abc3-d444dbf88a35 req-ced686f1-0745-47fd-9198-3157ba875115 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:48.556055 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d075e481-8290-41c5-abc3-d444dbf88a35 req-ced686f1-0745-47fd-9198-3157ba875115 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0630982 Jun 21 20:00:48.595231 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d075e481-8290-41c5-abc3-d444dbf88a35 req-bd30853d-95fd-4876-8143-1089245d2e68 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322611 Jun 21 20:00:48.616745 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050a93c6-6932-40cb-a04f-9ead2d0ed267 {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:00:48.623965 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:48.636850 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Transition to ACTIVE for port object 050a93c6-6932-40cb-a04f-9ead2d0ed267 will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:00:48.692274 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:48.695553 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-adf52fb9-5317-4bfa-88d5-53860fd94924 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:48.769332 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Pushing event updated for resources: {'Port': ['ID=050a93c6-6932-40cb-a04f-9ead2d0ed267,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:48.773764 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:48.867385 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Attempting to bind port 050a93c6-6932-40cb-a04f-9ead2d0ed267 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:00:48.867967 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Attempting to bind port 050a93c6-6932-40cb-a04f-9ead2d0ed267 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:00:48.868491 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Attempting to bind port 050a93c6-6932-40cb-a04f-9ead2d0ed267 on network b5d450cb-3a4d-43b0-b649-53a0526f8766 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:00:48.873557 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Port 050a93c6-6932-40cb-a04f-9ead2d0ed267 on network b5d450cb-3a4d-43b0-b649-53a0526f8766 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:00:48.874122 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Attempting to bind port 050a93c6-6932-40cb-a04f-9ead2d0ed267 on network b5d450cb-3a4d-43b0-b649-53a0526f8766 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:00:48.879434 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:00:48.880088 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Checking segment: {'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:00:48.880647 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Bound using segment: {'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:00:48.881262 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Bound port: 050a93c6-6932-40cb-a04f-9ead2d0ed267, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d47651-bc1d-4123-b9a3-0141fe89c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:00:48.881957 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:48.999105 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] For port 050a93c6-6932-40cb-a04f-9ead2d0ed267, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:00:49.003498 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] For port 050a93c6-6932-40cb-a04f-9ead2d0ed267, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:00:49.017361 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4d87d-dace-42da-b8c6-4ea7599a4bf6 req-e3fe2420-4441-4379-b40c-8bc52e28b321 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:49.018907 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ea4d87d-dace-42da-b8c6-4ea7599a4bf6 req-e3fe2420-4441-4379-b40c-8bc52e28b321 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 944 time: 0.0927238 Jun 21 20:00:49.055893 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ea4d87d-dace-42da-b8c6-4ea7599a4bf6 req-47e84f97-882d-483d-af74-fdb65797c477 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Jun 21 20:00:49.098689 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:49.100727 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:49.135651 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:49.136275 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:49.137584 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] 10.222.0.22 "PUT /v2.0/ports/050a93c6-6932-40cb-a04f-9ead2d0ed267 HTTP/1.1" status: 200 len: 1093 time: 0.9231613 Jun 21 20:00:49.138084 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:00:49.140394 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedfe241-f17d-457c-a426-6d94fd29344d" -d '{"events": [{"name": "network-changed", "server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:00:49.166451 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Pushing event updated for resources: {'Port': ['ID=050a93c6-6932-40cb-a04f-9ead2d0ed267,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:49.170165 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:49.184432 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bdbe07-a9d0-48ab-877d-2fd98103580a x-openstack-request-id: req-37bdbe07-a9d0-48ab-877d-2fd98103580a {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:00:49.184789 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:00:49.185050 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37bdbe07-a9d0-48ab-877d-2fd98103580a {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:00:49.185484 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'status': 'completed', 'code': 200} Jun 21 20:00:49.259915 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfe241-f17d-457c-a426-6d94fd29344d req-5cf56e1f-e3fe-4539-81b6-baff71f2e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:49.261401 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cedfe241-f17d-457c-a426-6d94fd29344d req-5cf56e1f-e3fe-4539-81b6-baff71f2e587 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0fd2339cee948899f74d237d1fee442&device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 1096 time: 0.0562339 Jun 21 20:00:49.364929 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfe241-f17d-457c-a426-6d94fd29344d req-fe9c394e-2093-48de-808b-da306b0c603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:49.366465 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cedfe241-f17d-457c-a426-6d94fd29344d req-fe9c394e-2093-48de-808b-da306b0c603a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a0fd2339cee948899f74d237d1fee442&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0976217 Jun 21 20:00:49.462363 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfe241-f17d-457c-a426-6d94fd29344d req-36ec25c8-8cde-4d56-9ffd-2d286e88c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:49.463837 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cedfe241-f17d-457c-a426-6d94fd29344d req-36ec25c8-8cde-4d56-9ffd-2d286e88c53a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912423 Jun 21 20:00:49.592372 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-40f4d4f3-5cb1-403c-9687-4cf33007c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:49.593838 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-40f4d4f3-5cb1-403c-9687-4cf33007c6ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0fd2339cee948899f74d237d1fee442&device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 1096 time: 0.0925903 Jun 21 20:00:49.602678 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467920db-03a8-4f97-bb00-ab12bddd8074 req-110d4918-5b68-425c-8ea2-91c0b3098828 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:49.604042 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-467920db-03a8-4f97-bb00-ab12bddd8074 req-110d4918-5b68-425c-8ea2-91c0b3098828 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0943038 Jun 21 20:00:49.646269 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-649bbf8e-1249-4c21-ac86-bdb3f2170b7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267 HTTP/1.1" status: 200 len: 217 time: 0.0413070 Jun 21 20:00:49.703713 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-467920db-03a8-4f97-bb00-ab12bddd8074 req-2e50ecab-a22a-4edf-a3c0-565519aa29b4 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931306 Jun 21 20:00:49.711399 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-cdd0ad4b-1b3d-42a6-9ca3-1a62baad4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:49.712832 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-cdd0ad4b-1b3d-42a6-9ca3-1a62baad4817 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a584c85f-69e1-44e7-89ae-0dec49e04f49 HTTP/1.1" status: 200 len: 847 time: 0.0590487 Jun 21 20:00:49.775182 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-ade10f61-86e0-4f39-81cc-93353e003b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:49.776813 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-ade10f61-86e0-4f39-81cc-93353e003b50 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d450cb-3a4d-43b0-b649-53a0526f8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0567517 Jun 21 20:00:49.780396 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20818b51-e36e-4795-ac2b-b82e01f54745 req-997e8da0-4f88-4dfe-852d-1c8f8da03339 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:49.781844 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-20818b51-e36e-4795-ac2b-b82e01f54745 req-997e8da0-4f88-4dfe-852d-1c8f8da03339 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0644548 Jun 21 20:00:49.820280 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-20818b51-e36e-4795-ac2b-b82e01f54745 req-05493271-327b-49b7-b139-9dff436332e5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320661 Jun 21 20:00:49.869914 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-17552e5d-7614-4e0c-925a-732bc6096c0e service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862203 Jun 21 20:00:49.957877 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-59175bf0-62e8-43ca-a62d-9a49e449f1bb req-daad4b38-53ed-4db4-a9e6-51b0f0657021 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816405 Jun 21 20:00:50.078074 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 48d2b374-0a31-4537-9c42-d92924ff28ac details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:00:50.181118 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 48d2b374-0a31-4537-9c42-d92924ff28ac, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=48d2b374-0a31-4537-9c42-d92924ff28ac,segment=NetworkSegment(294f15fb-2717-4bd0-9eec-f46bc8832ab3),segment_id=294f15fb-2717-4bd0-9eec-f46bc8832ab3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:50.191336 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '48d2b374-0a31-4537-9c42-d92924ff28ac', 'network_id': 'c31fd2b2-9d2a-47b2-9731-973f64070c1b', 'port_id': '48d2b374-0a31-4537-9c42-d92924ff28ac', 'mac_address': 'fa:16:3e:56:9e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fde1809-1a1b-4075-81e6-ad355026d559', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:00:50.227974 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:50.240264 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d2b374-0a31-4537-9c42-d92924ff28ac {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:00:50.245733 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25acbe2-c7dc-44a5-a834-4fe107595a01 req-5fc360bf-375f-42d1-a95e-4df254f1c938 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:50.247202 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f25acbe2-c7dc-44a5-a834-4fe107595a01 req-5fc360bf-375f-42d1-a95e-4df254f1c938 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 944 time: 0.0790868 Jun 21 20:00:50.260703 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 48d2b374-0a31-4537-9c42-d92924ff28ac, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=48d2b374-0a31-4537-9c42-d92924ff28ac,segment=NetworkSegment(294f15fb-2717-4bd0-9eec-f46bc8832ab3),segment_id=294f15fb-2717-4bd0-9eec-f46bc8832ab3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:50.285863 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f25acbe2-c7dc-44a5-a834-4fe107595a01 req-0da79616-37a4-4a5b-9d12-5459b026e788 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320408 Jun 21 20:00:50.348325 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:50.351079 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:50.396990 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=48d2b374-0a31-4537-9c42-d92924ff28ac,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:50.399979 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:50.555204 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['48d2b374-0a31-4537-9c42-d92924ff28ac'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:00:50.886412 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b95d4-1ca2-4821-b47e-498ab90aa8b5 req-7775ae0c-f506-40d4-87e3-62819a390d1f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:50.887917 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cc4b95d4-1ca2-4821-b47e-498ab90aa8b5 req-7775ae0c-f506-40d4-87e3-62819a390d1f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0669956 Jun 21 20:00:50.931469 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cc4b95d4-1ca2-4821-b47e-498ab90aa8b5 req-c8c3ad65-5d72-4314-a313-ca070455e999 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371814 Jun 21 20:00:51.010476 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7519870-a98a-4090-b558-49f179eebb40 req-26483049-1786-45b6-a583-ca2a35c92afd tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:51.011941 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b7519870-a98a-4090-b558-49f179eebb40 req-26483049-1786-45b6-a583-ca2a35c92afd tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0671613 Jun 21 20:00:51.048071 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b7519870-a98a-4090-b558-49f179eebb40 req-dc11410c-46c6-431f-b280-b31186b4a4dd tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304685 Jun 21 20:00:51.460564 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9363324-fa68-4ef7-97da-df33a9d8758b req-657f85a4-dd15-49cb-96b7-780a5467ca7c tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:51.461932 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f9363324-fa68-4ef7-97da-df33a9d8758b req-657f85a4-dd15-49cb-96b7-780a5467ca7c tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 945 time: 0.0659811 Jun 21 20:00:51.500707 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f9363324-fa68-4ef7-97da-df33a9d8758b req-0d504247-ad60-4d86-a0c6-790db6318d11 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330038 Jun 21 20:00:52.095336 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 48d2b374-0a31-4537-9c42-d92924ff28ac up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:52.100509 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb298b-c62e-4b16-a2bf-d4e1eadbb996 req-080e3bf0-201b-4d95-aeeb-d92c5770ad30 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:52.102016 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6eb298b-c62e-4b16-a2bf-d4e1eadbb996 req-080e3bf0-201b-4d95-aeeb-d92c5770ad30 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0626919 Jun 21 20:00:52.141515 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6eb298b-c62e-4b16-a2bf-d4e1eadbb996 req-557de0f0-663b-4e4c-be02-f0bf48fa2ab9 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334504 Jun 21 20:00:52.200824 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 48d2b374-0a31-4537-9c42-d92924ff28ac completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:00:52.204804 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 48d2b374-0a31-4537-9c42-d92924ff28ac triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:52.205209 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:52.234432 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f3440-c37e-46fa-8aa7-d1abaff43633 req-d33e1036-62ac-4793-b23e-daa4944ceb76 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:52.235894 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0f4f3440-c37e-46fa-8aa7-d1abaff43633 req-d33e1036-62ac-4793-b23e-daa4944ceb76 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0672994 Jun 21 20:00:52.273320 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0f4f3440-c37e-46fa-8aa7-d1abaff43633 req-f81f8124-0ffe-4a9a-b4ea-c74272ee907e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310647 Jun 21 20:00:52.282262 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:52.304861 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a832742-3dda-4520-884e-ac29396339bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d2b374-0a31-4537-9c42-d92924ff28ac'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:00:52.307072 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a626a8-ab9d-46e4-854d-079c17efeb14" -d '{"events": [{"server_uuid": "4a832742-3dda-4520-884e-ac29396339bc", "name": "network-vif-plugged", "status": "completed", "tag": "48d2b374-0a31-4537-9c42-d92924ff28ac"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:00:52.319205 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 48d2b374-0a31-4537-9c42-d92924ff28ac, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=48d2b374-0a31-4537-9c42-d92924ff28ac,segment=NetworkSegment(294f15fb-2717-4bd0-9eec-f46bc8832ab3),segment_id=294f15fb-2717-4bd0-9eec-f46bc8832ab3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:52.342628 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2577cd-8ad4-4561-9dd9-eff7cded6991 x-openstack-request-id: req-3b2577cd-8ad4-4561-9dd9-eff7cded6991 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:00:52.342930 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a832742-3dda-4520-884e-ac29396339bc", "name": "network-vif-plugged", "status": "completed", "tag": "48d2b374-0a31-4537-9c42-d92924ff28ac", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:00:52.343194 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b2577cd-8ad4-4561-9dd9-eff7cded6991 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:00:52.343625 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a832742-3dda-4520-884e-ac29396339bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d2b374-0a31-4537-9c42-d92924ff28ac', 'code': 200} Jun 21 20:00:52.411995 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:52.413902 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:52.458220 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=48d2b374-0a31-4537-9c42-d92924ff28ac,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:52.462749 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:52.670579 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3865ae-3391-4a56-9aec-556f06c5dcc5 req-1c47a2de-ee78-4b8d-b1fb-b577f7a22cb3 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:52.671958 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3e3865ae-3391-4a56-9aec-556f06c5dcc5 req-1c47a2de-ee78-4b8d-b1fb-b577f7a22cb3 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 946 time: 0.0625813 Jun 21 20:00:52.691919 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b3426-4aca-4a23-8074-117f3eabfff9 req-f4a924f4-6582-4b1d-bdef-2a302d6642fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:52.693350 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f60b3426-4aca-4a23-8074-117f3eabfff9 req-f4a924f4-6582-4b1d-bdef-2a302d6642fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 1099 time: 0.0505941 Jun 21 20:00:52.709733 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3e3865ae-3391-4a56-9aec-556f06c5dcc5 req-a655b04e-bf4b-41c7-9a14-f6f19a756df5 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Jun 21 20:00:52.728336 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f60b3426-4aca-4a23-8074-117f3eabfff9 req-68c77047-8a59-46ea-b743-3516794eb114 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281360 Jun 21 20:00:53.317499 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df6932-51d8-44a7-8649-5c95689881c3 req-351c2341-7974-455e-9aaf-399c867b98a1 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:53.319018 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-40df6932-51d8-44a7-8649-5c95689881c3 req-351c2341-7974-455e-9aaf-399c867b98a1 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0654035 Jun 21 20:00:53.356812 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-40df6932-51d8-44a7-8649-5c95689881c3 req-195148ca-8dfe-4897-bf83-1fd47e414386 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323606 Jun 21 20:00:53.454798 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87988016-7d4d-4406-a5e1-c6187abbcc26 req-6effc6bb-e04b-46f5-98e4-00eb4ac9826f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:53.456899 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-87988016-7d4d-4406-a5e1-c6187abbcc26 req-6effc6bb-e04b-46f5-98e4-00eb4ac9826f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 943 time: 0.0673177 Jun 21 20:00:53.491075 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cdabc15b-ea60-438f-a678-b9da7e31c5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:53.495843 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-87988016-7d4d-4406-a5e1-c6187abbcc26 req-1ad5237c-19d4-45a0-80e9-70870296f822 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329850 Jun 21 20:00:53.888460 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6399289-9395-4c6c-965b-83a589537840 req-4d585040-d44e-411c-bddc-e68504eba199 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:53.889940 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f6399289-9395-4c6c-965b-83a589537840 req-4d585040-d44e-411c-bddc-e68504eba199 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 946 time: 0.0686250 Jun 21 20:00:53.927693 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f6399289-9395-4c6c-965b-83a589537840 req-95a05c25-541e-4f51-b2ea-a9c20149c653 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Jun 21 20:00:54.109717 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 898ec037-19cb-47ea-96c3-97f16a9ca4fa details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:00:54.207859 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:54.219066 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'port_id': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'mac_address': 'fa:16:3e:8f:d7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:00:54.255911 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:54.268588 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898ec037-19cb-47ea-96c3-97f16a9ca4fa {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:00:54.287697 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:54.366747 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:54.368594 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:54.415103 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=898ec037-19cb-47ea-96c3-97f16a9ca4fa,revision_number=9']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:54.418098 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:54.537296 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c32f86-a2fa-49a2-925f-e851b3228ec0 req-0807f2ff-aace-4d20-ae9f-61da3f12087b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:54.538762 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c2c32f86-a2fa-49a2-925f-e851b3228ec0 req-0807f2ff-aace-4d20-ae9f-61da3f12087b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0663400 Jun 21 20:00:54.575555 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c2c32f86-a2fa-49a2-925f-e851b3228ec0 req-13690cbf-e10e-4af5-bf20-63b82cbb24f0 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311289 Jun 21 20:00:54.583782 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['898ec037-19cb-47ea-96c3-97f16a9ca4fa'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:00:54.739653 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259934ad-d90d-458f-842b-24ba6f622612 req-9b6cb284-1e02-4f21-942e-2904167ce168 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:54.741109 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-259934ad-d90d-458f-842b-24ba6f622612 req-9b6cb284-1e02-4f21-942e-2904167ce168 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 944 time: 0.0646479 Jun 21 20:00:54.777595 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-259934ad-d90d-458f-842b-24ba6f622612 req-6f2d7178-d675-4887-8f95-0436e74ef926 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308480 Jun 21 20:00:55.755785 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17bc0-e0a3-4f52-a7a9-f0e3473b1112 req-1786591e-bca6-4a4b-a466-49c49cf86039 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:55.757257 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-84a17bc0-e0a3-4f52-a7a9-f0e3473b1112 req-1786591e-bca6-4a4b-a466-49c49cf86039 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0646024 Jun 21 20:00:55.797898 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-84a17bc0-e0a3-4f52-a7a9-f0e3473b1112 req-f10452de-0b88-4867-ab9b-146ac03f3bf7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346270 Jun 21 20:00:55.985769 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0667b-1c34-4cdc-887f-9204b7a1564d req-d55f5f9f-3068-4513-ba9c-e019dd7c2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:55.987997 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2fa0667b-1c34-4cdc-887f-9204b7a1564d req-d55f5f9f-3068-4513-ba9c-e019dd7c2f9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 1097 time: 0.0943925 Jun 21 20:00:55.998582 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261f683-5104-4699-a144-2e7b31189267 req-18f5c99f-b274-43f2-afc4-8517f6a23093 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:55.999979 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8261f683-5104-4699-a144-2e7b31189267 req-18f5c99f-b274-43f2-afc4-8517f6a23093 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 944 time: 0.0975459 Jun 21 20:00:56.082255 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8261f683-5104-4699-a144-2e7b31189267 req-2eed2b56-1ec1-4848-a65d-1ed99c56b9ff tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765314 Jun 21 20:00:56.112145 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0667b-1c34-4cdc-887f-9204b7a1564d req-92650990-7636-4182-8ef3-cecc3a39e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:56.113543 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2fa0667b-1c34-4cdc-887f-9204b7a1564d req-92650990-7636-4182-8ef3-cecc3a39e198 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 918 time: 0.1018355 Jun 21 20:00:56.130762 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 898ec037-19cb-47ea-96c3-97f16a9ca4fa up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:00:56.181433 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2fa0667b-1c34-4cdc-887f-9204b7a1564d req-0b15247d-adc5-4434-b3d1-68a3b9d70f8b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa HTTP/1.1" status: 200 len: 999 time: 0.0605621 Jun 21 20:00:56.192654 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 898ec037-19cb-47ea-96c3-97f16a9ca4fa triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:00:56.193044 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:56.230350 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-6b59e6dc-9056-4a83-b9dd-f2adcfb3c90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:56.233677 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0667b-1c34-4cdc-887f-9204b7a1564d req-1df0eaae-b658-4514-9c03-8f203167ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:56.235120 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2fa0667b-1c34-4cdc-887f-9204b7a1564d req-1df0eaae-b658-4514-9c03-8f203167ff68 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a54e1a25-5703-467b-ba5a-987734b96f0a HTTP/1.1" status: 200 len: 856 time: 0.0470233 Jun 21 20:00:56.273706 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:56.292847 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0667b-1c34-4cdc-887f-9204b7a1564d req-6e9a643c-fc46-4001-a3f6-c6148d6a611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:56.294361 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2fa0667b-1c34-4cdc-887f-9204b7a1564d req-6e9a643c-fc46-4001-a3f6-c6148d6a611a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a818231-d4af-4097-9fe3-2bd4744ce6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526204 Jun 21 20:00:56.295139 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:00:56.297402 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2c369d-a236-4268-9c90-d13d879dccdd" -d '{"events": [{"server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "name": "network-vif-plugged", "status": "completed", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:00:56.310493 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:56.335969 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238451c3-525c-4880-a1d6-807180bfed76 x-openstack-request-id: req-238451c3-525c-4880-a1d6-807180bfed76 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:00:56.336266 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "name": "network-vif-plugged", "status": "completed", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:00:56.336525 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-238451c3-525c-4880-a1d6-807180bfed76 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:00:56.336917 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'code': 200} Jun 21 20:00:56.382538 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:56.384696 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:56.394611 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2fa0667b-1c34-4cdc-887f-9204b7a1564d req-699d50f0-1a7c-49c0-b316-1c85b34d2fac service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927186 Jun 21 20:00:56.428943 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=898ec037-19cb-47ea-96c3-97f16a9ca4fa,revision_number=10']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:56.432131 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:56.487413 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2fa0667b-1c34-4cdc-887f-9204b7a1564d req-8471a496-dfbc-407e-a4fd-26e5a8d01c56 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836825 Jun 21 20:00:57.000978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323b979-6e02-4d21-939a-5a0ee063815f req-d52029d9-af69-44f8-9981-7d4528897581 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:57.003235 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3323b979-6e02-4d21-939a-5a0ee063815f req-d52029d9-af69-44f8-9981-7d4528897581 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0808964 Jun 21 20:00:57.072922 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3323b979-6e02-4d21-939a-5a0ee063815f req-71d64da6-2ce3-4a80-a3a8-219eeb2d45da tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599055 Jun 21 20:00:57.086242 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29b38c-04c3-41cf-96e8-7a2876bf1832 req-03ce3ab2-2321-4395-8620-344245cf152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:57.097646 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a29b38c-04c3-41cf-96e8-7a2876bf1832 req-03ce3ab2-2321-4395-8620-344245cf152b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 1099 time: 0.0836031 Jun 21 20:00:57.128916 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a29b38c-04c3-41cf-96e8-7a2876bf1832 req-1348ce60-1c1f-46b2-8483-c87d663d5cac service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327437 Jun 21 20:00:57.222894 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:57.275189 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43055ef-d68b-418c-bdfd-223f9facfbc2 req-9091605f-9034-4ba3-a7b6-522e38a23727 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:57.276666 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f43055ef-d68b-418c-bdfd-223f9facfbc2 req-9091605f-9034-4ba3-a7b6-522e38a23727 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 946 time: 0.0661905 Jun 21 20:00:57.314606 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f43055ef-d68b-418c-bdfd-223f9facfbc2 req-12e78839-1fa5-46ef-922b-5b4464bfeb55 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320985 Jun 21 20:00:57.315082 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:58.155296 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 050a93c6-6932-40cb-a04f-9ead2d0ed267 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:00:58.256262 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f5136-7522-4ed9-a75e-487ecbb24d0e req-1ed7fb56-8559-479b-827c-31b28b642f06 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:58.258697 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-804f5136-7522-4ed9-a75e-487ecbb24d0e req-1ed7fb56-8559-479b-827c-31b28b642f06 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0696964 Jun 21 20:00:58.274317 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 050a93c6-6932-40cb-a04f-9ead2d0ed267, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:58.288723 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'port_id': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'mac_address': 'fa:16:3e:ee:08:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:00:58.322225 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-804f5136-7522-4ed9-a75e-487ecbb24d0e req-d0cc5eb4-cce2-4cce-aada-7fb194e1db40 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537937 Jun 21 20:00:58.349474 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:58.368837 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050a93c6-6932-40cb-a04f-9ead2d0ed267 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:00:58.391346 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 050a93c6-6932-40cb-a04f-9ead2d0ed267, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:00:58.441694 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-0d694ad1-0a44-44e9-a50c-b789b0f43382 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:58.443137 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-0d694ad1-0a44-44e9-a50c-b789b0f43382 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/networks?id=3694064f-0c95-4bf4-ad59-39d7f2c3647d HTTP/1.1" status: 200 len: 814 time: 0.1147425 Jun 21 20:00:58.459396 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-6be529ea-b91f-4b5f-bab3-c485faaec639 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/quotas/e46ab67278ee42a7ad1b824f2114a7e8 HTTP/1.1" status: 200 len: 375 time: 0.0101559 Jun 21 20:00:58.486419 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:58.507955 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f4c6e-2b05-4293-9bc8-840c50527153 req-bfa1abd9-f09e-43ce-89d5-ad9f26d1c254 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:58.509711 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ae2f4c6e-2b05-4293-9bc8-840c50527153 req-bfa1abd9-f09e-43ce-89d5-ad9f26d1c254 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 946 time: 0.0711770 Jun 21 20:00:58.515517 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:00:58.517288 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:00:58.538077 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-a53410a1-4c0d-4903-9866-3eb4ddbe303f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731783 Jun 21 20:00:58.549427 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ae2f4c6e-2b05-4293-9bc8-840c50527153 req-379454f7-c0a2-4c12-a861-51a6c56ab112 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338509 Jun 21 20:00:58.565509 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=050a93c6-6932-40cb-a04f-9ead2d0ed267,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:00:58.574607 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:00:58.629027 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-5402e19f-c9c5-4272-bab5-aa8db0e7c1ef service neutron] 10.222.0.30 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828516 Jun 21 20:00:58.722421 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-09420a71-63da-432a-8d58-825d8e04c29f service neutron] 10.222.0.30 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850575 Jun 21 20:00:58.856425 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['050a93c6-6932-40cb-a04f-9ead2d0ed267'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:00:58.989475 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c783e2f6-0a93-47f7-a1ca-f340dfa6bdad req-b1ef2acd-ad05-41cf-a2d4-1018e89803f7 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0299850 Jun 21 20:00:59.488012 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862420e0-766d-46cc-a2f3-c78426f1f985 req-63b6870e-8507-46ad-9677-36324fc7d010 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:59.489490 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-862420e0-766d-46cc-a2f3-c78426f1f985 req-63b6870e-8507-46ad-9677-36324fc7d010 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 944 time: 0.0657563 Jun 21 20:00:59.530300 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-862420e0-766d-46cc-a2f3-c78426f1f985 req-3e7d1e8d-177f-4aa9-8720-b17a81abdb77 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331883 Jun 21 20:00:59.730086 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be465e-dc18-459f-b92f-d4c90e66a70d req-c3969ed6-94a2-442e-91e4-805a93c38270 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:00:59.731442 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c9be465e-dc18-459f-b92f-d4c90e66a70d req-c3969ed6-94a2-442e-91e4-805a93c38270 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 946 time: 0.0628028 Jun 21 20:00:59.773927 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c9be465e-dc18-459f-b92f-d4c90e66a70d req-05710fce-417b-4fb3-80ff-1a536705a1d3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358968 Jun 21 20:01:00.110653 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:00.132183 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-92b75731-e0d2-4521-92e7-968dbe27b0ae req-7099c018-9667-469a-83f5-ec9e865f8f17 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0280120 Jun 21 20:01:00.164412 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 050a93c6-6932-40cb-a04f-9ead2d0ed267 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:01:00.269886 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 050a93c6-6932-40cb-a04f-9ead2d0ed267 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:01:00.273983 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 050a93c6-6932-40cb-a04f-9ead2d0ed267 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:01:00.274366 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:00.352775 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:00.374445 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:01:00.376698 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b53bb3a-2b28-4366-bfcb-911ce5126ed2" -d '{"events": [{"server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "name": "network-vif-plugged", "status": "completed", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:01:00.389423 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 050a93c6-6932-40cb-a04f-9ead2d0ed267, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:00.413289 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37085ad-5156-4d46-add9-b1df71c57d1f x-openstack-request-id: req-f37085ad-5156-4d46-add9-b1df71c57d1f {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:01:00.413618 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "name": "network-vif-plugged", "status": "completed", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:01:00.413884 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f37085ad-5156-4d46-add9-b1df71c57d1f {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:01:00.414282 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'code': 200} Jun 21 20:01:00.492063 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:00.493940 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:00.539391 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=050a93c6-6932-40cb-a04f-9ead2d0ed267,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:00.542265 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:00.709660 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d598f1-fe10-4c55-be21-ef03b9b2aecb req-a34eb50e-56ec-48f6-97da-b176c65e595f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:00.711099 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-46d598f1-fe10-4c55-be21-ef03b9b2aecb req-a34eb50e-56ec-48f6-97da-b176c65e595f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0670221 Jun 21 20:01:00.748016 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-46d598f1-fe10-4c55-be21-ef03b9b2aecb req-a0802346-4bff-4759-abd9-b6762f5803db tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311294 Jun 21 20:01:00.853352 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b5d33-3957-4de2-9135-ca587753a295 req-ea70775d-b988-420c-ac11-5d6132c798cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:00.854827 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c8b5d33-3957-4de2-9135-ca587753a295 req-ea70775d-b988-420c-ac11-5d6132c798cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0514417 Jun 21 20:01:00.891430 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c8b5d33-3957-4de2-9135-ca587753a295 req-69a18d56-ce87-4c92-85b1-15142ed57914 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286160 Jun 21 20:01:00.958241 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b1723-bbcb-4e5f-baf7-c95454583989 req-21cc0713-41ea-40c6-ac66-7f6bbcf21040 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:00.959698 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f06b1723-bbcb-4e5f-baf7-c95454583989 req-21cc0713-41ea-40c6-ac66-7f6bbcf21040 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 946 time: 0.0603673 Jun 21 20:01:00.996969 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f06b1723-bbcb-4e5f-baf7-c95454583989 req-36d7232b-9911-45ff-8499-72ea30579f51 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307312 Jun 21 20:01:01.278063 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ab3b3044-725b-48d1-b515-fb647076eb21 req-b9008f32-3031-4802-b5c1-7afac7a117fa tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0294170 Jun 21 20:01:01.373769 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-281d7826-6557-4cf1-9539-e661282e1236 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:01.375229 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-281d7826-6557-4cf1-9539-e661282e1236 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "GET /v2.0/networks?id=3694064f-0c95-4bf4-ad59-39d7f2c3647d HTTP/1.1" status: 200 len: 814 time: 0.1055331 Jun 21 20:01:01.395940 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Request body: {'port': {'device_id': '0280f23a-6f6a-46ab-b8f9-7d502d99f3f4', 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d', 'admin_state_up': True, 'tenant_id': 'e46ab67278ee42a7ad1b824f2114a7e8'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:01.570541 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Made reservation on behalf of e46ab67278ee42a7ad1b824f2114a7e8 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:01:01.574091 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:01.694897 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Allocated IP 172.20.0.14 (3694064f-0c95-4bf4-ad59-39d7f2c3647d/65931853-6a6f-4c40-afd5-99c53b3ef9fb/88fc6533-2bc3-40a8-9b52-0ef41f13e5bc) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:01:01.841674 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:01.937387 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c593e79-b89a-4c9b-bc27-bcfaa9a5f9b7 req-811bea55-7a53-4862-bc76-7bfb7b8ecd3d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:01.938871 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c593e79-b89a-4c9b-bc27-bcfaa9a5f9b7 req-811bea55-7a53-4862-bc76-7bfb7b8ecd3d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0757799 Jun 21 20:01:01.979317 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c593e79-b89a-4c9b-bc27-bcfaa9a5f9b7 req-60b8177b-d6ad-48c1-a0e4-e8bc134ba512 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337744 Jun 21 20:01:02.057000 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:02.060865 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:02.068843 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['74081b59-072f-47bf-99da-60d30f90c4d3'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:01:02.108072 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Network 3694064f-0c95-4bf4-ad59-39d7f2c3647d is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:01:02.114555 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:01:02.119017 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:01:02.122946 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Pushing event updated for resources: {'Port': ['ID=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:02.141958 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:02.170556 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:02.174739 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:02.280564 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8892918 Jun 21 20:01:02.301223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Request body: {'port': {'device_id': '0280f23a-6f6a-46ab-b8f9-7d502d99f3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:02.386390 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:02.471483 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd986567-cd89-4c3f-a667-6344211dc009 req-fe78c97a-a6ad-4e3d-bdaf-4ee7de3dfb49 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:02.473082 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-dd986567-cd89-4c3f-a667-6344211dc009 req-fe78c97a-a6ad-4e3d-bdaf-4ee7de3dfb49 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 932 time: 0.0707266 Jun 21 20:01:02.511044 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-dd986567-cd89-4c3f-a667-6344211dc009 req-a08c6fbc-4886-41af-bd4a-b706b848b16a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321994 Jun 21 20:01:02.646223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:01:02.653112 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:02.664131 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Transition to ACTIVE for port object 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:01:02.718757 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:02.721221 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:03.071531 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Pushing event updated for resources: {'Port': ['ID=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:03.075706 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:03.180404 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Attempting to bind port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:01:03.180748 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Attempting to bind port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:01:03.181078 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Attempting to bind port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:01:03.187284 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:01:03.187635 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Attempting to bind port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:01:03.194945 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:01:03.195284 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Checking segment: {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:01:03.195695 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Bound using segment: {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:01:03.196122 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Bound port: 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:01:03.196471 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:03.214532 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac662ea-8790-4ca5-9e65-63baf562d2f1 req-1c7b417b-e60b-4b63-9eb3-86ff63edb0b3 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:03.215997 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5ac662ea-8790-4ca5-9e65-63baf562d2f1 req-1c7b417b-e60b-4b63-9eb3-86ff63edb0b3 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.1059904 Jun 21 20:01:03.291619 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5ac662ea-8790-4ca5-9e65-63baf562d2f1 req-b3b10dd2-ed87-406c-b65f-c340c3033e1c tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684638 Jun 21 20:01:03.297902 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] For port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:01:03.301429 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] For port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:01:03.360110 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:03.363710 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ce3ac071-c3e4-44f2-8294-7b871d91a809 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:03.392909 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:03.394440 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:03.395881 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] 10.222.0.22 "PUT /v2.0/ports/88fc6533-2bc3-40a8-9b52-0ef41f13e5bc HTTP/1.1" status: 200 len: 1094 time: 1.1002846 Jun 21 20:01:03.398245 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0280f23a-6f6a-46ab-b8f9-7d502d99f3f4', 'tag': '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:01:03.400642 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0bf2a7-142e-4a1a-b5b7-ebb78609a166" -d '{"events": [{"name": "network-changed", "server_uuid": "0280f23a-6f6a-46ab-b8f9-7d502d99f3f4", "tag": "88fc6533-2bc3-40a8-9b52-0ef41f13e5bc"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:01:03.429671 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Pushing event updated for resources: {'Port': ['ID=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:03.432974 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:03.457406 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8588083a-1f2d-4c66-bd6e-a3a258f34758 x-openstack-request-id: req-8588083a-1f2d-4c66-bd6e-a3a258f34758 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:01:03.457952 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0280f23a-6f6a-46ab-b8f9-7d502d99f3f4", "tag": "88fc6533-2bc3-40a8-9b52-0ef41f13e5bc", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:01:03.458225 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8588083a-1f2d-4c66-bd6e-a3a258f34758 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:01:03.458653 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0280f23a-6f6a-46ab-b8f9-7d502d99f3f4', 'tag': '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc', 'status': 'completed', 'code': 200} Jun 21 20:01:03.481243 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c836c7-a56c-437d-b4da-a9cbc5d55780 req-83c54e56-643d-47b1-abf9-afb2698888ef tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:03.482726 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-46c836c7-a56c-437d-b4da-a9cbc5d55780 req-83c54e56-643d-47b1-abf9-afb2698888ef tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0781729 Jun 21 20:01:03.522313 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-46c836c7-a56c-437d-b4da-a9cbc5d55780 req-44067e15-a9a3-4ae6-b872-d8d4cf891053 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333571 Jun 21 20:01:03.546330 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bf2a7-142e-4a1a-b5b7-ebb78609a166 req-6e20bf37-89fa-44e6-9a72-9bdf54d755ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:03.546330 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb0bf2a7-142e-4a1a-b5b7-ebb78609a166 req-6e20bf37-89fa-44e6-9a72-9bdf54d755ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0553575 Jun 21 20:01:03.546330 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 42582) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:03.697723 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bf2a7-142e-4a1a-b5b7-ebb78609a166 req-0cd8f426-1578-4aa2-a450-dd78b160845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:03.699110 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb0bf2a7-142e-4a1a-b5b7-ebb78609a166 req-0cd8f426-1578-4aa2-a450-dd78b160845a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1474066 Jun 21 20:01:03.807131 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8640e-7313-44e6-a4f4-59c09cd0b6ca req-47f052f8-7f8f-448b-9b9a-7ec63d5395da tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:03.808512 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-53d8640e-7313-44e6-a4f4-59c09cd0b6ca req-47f052f8-7f8f-448b-9b9a-7ec63d5395da tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 944 time: 0.1805599 Jun 21 20:01:03.813679 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067de7be-1607-4e1f-8de8-1aba2ea5f1c0 tempest-TestShelveInstance-2045057740 tempest-TestShelveInstance-2045057740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:03.815115 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-067de7be-1607-4e1f-8de8-1aba2ea5f1c0 tempest-TestShelveInstance-2045057740 tempest-TestShelveInstance-2045057740-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 1093 time: 0.2679400 Jun 21 20:01:03.818066 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 42586) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:03.822780 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Request body: {'floatingip': {'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'port_id': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:03.849664 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bf2a7-142e-4a1a-b5b7-ebb78609a166 req-10d94cbf-6eb6-4359-a7d1-1d45b9be5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:03.851107 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb0bf2a7-142e-4a1a-b5b7-ebb78609a166 req-10d94cbf-6eb6-4359-a7d1-1d45b9be5d09 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459823 Jun 21 20:01:03.866975 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-53d8640e-7313-44e6-a4f4-59c09cd0b6ca req-a0fa4679-ee3b-45d6-8db0-7fcfca55f149 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455060 Jun 21 20:01:03.897962 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for floatingip, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:03.946464 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-7a6c6fb0-727a-45a2-ad62-435403bad287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:03.948062 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-7a6c6fb0-727a-45a2-ad62-435403bad287 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0587609 Jun 21 20:01:03.990870 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:04.004969 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-82dcb744-6096-40db-a70f-129d22b2dd1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc HTTP/1.1" status: 200 len: 217 time: 0.0350592 Jun 21 20:01:04.055625 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-93dac3e5-76d3-4398-bc07-9d65a10fde63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:04.056989 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-93dac3e5-76d3-4398-bc07-9d65a10fde63 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65931853-6a6f-4c40-afd5-99c53b3ef9fb HTTP/1.1" status: 200 len: 854 time: 0.0449052 Jun 21 20:01:04.096813 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-f9c0e1e0-4e26-4335-a5a5-21090d02559a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3694064f-0c95-4bf4-ad59-39d7f2c3647d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314181 Jun 21 20:01:04.193404 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-48b84ebc-e8ba-4738-b063-719372b473fd service neutron] 10.222.0.22 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898945 Jun 21 20:01:04.280743 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Allocated IP 172.27.0.204 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/851c8ad9-39c2-4dc3-bec3-1dd0174bb55d) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:01:04.295726 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b3f2ccd2-857b-47f8-84e1-0b7318664503 req-12fa4716-8c14-4ca2-8721-99f277acfa85 service neutron] 10.222.0.22 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880475 Jun 21 20:01:04.380498 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:04.469899 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:04.472780 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:04.510642 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:01:04.513619 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:01:04.517013 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:01:04.523533 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event updated for resources: {'Port': ['ID=851c8ad9-39c2-4dc3-bec3-1dd0174bb55d,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:04.549898 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.550282 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.550690 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.551037 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.551399 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.551795 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.552150 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.552502 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.552852 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.553201 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.553539 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.553891 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:04.558623 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:04.995618 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:05.107846 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53709a-44e5-4394-b9e2-7e2d4478e442 req-2242320c-575d-442f-8631-d3d0daca6384 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:05.109274 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4a53709a-44e5-4394-b9e2-7e2d4478e442 req-2242320c-575d-442f-8631-d3d0daca6384 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 944 time: 0.1243792 Jun 21 20:01:05.146599 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4a53709a-44e5-4394-b9e2-7e2d4478e442 req-95ac2d43-1a52-48b6-899d-2cc06ef8b31d tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Jun 21 20:01:05.199088 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:05.351986 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:05.474794 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:05.476899 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5614d2e3-5d60-4c59-87ec-51e56ac4b1a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:05.543145 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event updated for resources: {'Port': ['ID=851c8ad9-39c2-4dc3-bec3-1dd0174bb55d,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:05.550028 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:05.556138 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:05.654408 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.l3_db [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Floating IP 3adde495-0ab0-46b8-b64f-9afc76b883b4 associated. External IP: 172.27.0.204, port: 050a93c6-6932-40cb-a04f-9ead2d0ed267. Jun 21 20:01:05.856104 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Router 1fcd6295-92cc-436b-b061-783668f3db77 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:01:05.964992 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:01:05.975315 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce56fd-b3f6-4307-9bc2-50dcb2adb2cc None None] Sync routers for ids ['1fcd6295-92cc-436b-b061-783668f3db77'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:01:05.984275 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce56fd-b3f6-4307-9bc2-50dcb2adb2cc None None] Routers {'1fcd6295-92cc-436b-b061-783668f3db77'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:01:05.984860 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-dfce56fd-b3f6-4307-9bc2-50dcb2adb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:00:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1fcd6295-92cc-436b-b061-783668f3db77'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:06.040677 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:06.215189 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-dfce56fd-b3f6-4307-9bc2-50dcb2adb2cc None None] Set router 1fcd6295-92cc-436b-b061-783668f3db77 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:01:06.276154 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4567282 Jun 21 20:01:06.276801 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:01:06.279114 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aef2dd-f317-4c23-92cd-4f7790e564a1" -d '{"events": [{"name": "network-changed", "server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:01:06.322299 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549c652e-b420-4a5e-9b86-b95a2305d5b2 x-openstack-request-id: req-549c652e-b420-4a5e-9b86-b95a2305d5b2 {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:01:06.322632 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:01:06.322920 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-549c652e-b420-4a5e-9b86-b95a2305d5b2 {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:01:06.324060 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'status': 'completed', 'code': 200} Jun 21 20:01:06.358746 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041156a-bcbd-4308-9e43-8994174a8fb8 req-4ca7f625-a429-4997-b4a1-f4bee92f4404 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:06.360298 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5041156a-bcbd-4308-9e43-8994174a8fb8 req-4ca7f625-a429-4997-b4a1-f4bee92f4404 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 944 time: 0.0877194 Jun 21 20:01:06.433328 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5041156a-bcbd-4308-9e43-8994174a8fb8 req-db5b07c5-1a82-4742-b898-a7a1686a883a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632493 Jun 21 20:01:06.445873 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aef2dd-f317-4c23-92cd-4f7790e564a1 req-eeca772a-a0be-4f8d-85cd-0d46b3ca1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:06.450716 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70aef2dd-f317-4c23-92cd-4f7790e564a1 req-eeca772a-a0be-4f8d-85cd-0d46b3ca1c54 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0fd2339cee948899f74d237d1fee442&device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0863271 Jun 21 20:01:06.490926 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-dfce56fd-b3f6-4307-9bc2-50dcb2adb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 4, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '3adde495-0ab0-46b8-b64f-9afc76b883b4', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'port_id': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'mac_address': 'fa:16:3e:ee:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:01:04Z', 'updated_at': '2021-06-21T20:01:04Z', 'revision_number': 0, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e41338a-22ed-410f-bbab-6af5c0ed10b5', 'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'mac_address': 'fa:16:3e:d3:cc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:58Z', 'updated_at': '2021-06-21T20:00:04Z', 'revision_number': 5, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'subnets': [{'id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:06.516007 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce56fd-b3f6-4307-9bc2-50dcb2adb2cc None None] Checking router: 1fcd6295-92cc-436b-b061-783668f3db77 for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:01:06.523909 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce56fd-b3f6-4307-9bc2-50dcb2adb2cc None None] Routers {'1fcd6295-92cc-436b-b061-783668f3db77'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:01:06.524505 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-dfce56fd-b3f6-4307-9bc2-50dcb2adb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:00:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1fcd6295-92cc-436b-b061-783668f3db77'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:06.623509 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-dfce56fd-b3f6-4307-9bc2-50dcb2adb2cc None None] Set router 1fcd6295-92cc-436b-b061-783668f3db77 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:01:06.831990 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-dfce56fd-b3f6-4307-9bc2-50dcb2adb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 4, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '3adde495-0ab0-46b8-b64f-9afc76b883b4', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'port_id': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'mac_address': 'fa:16:3e:ee:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:01:04Z', 'updated_at': '2021-06-21T20:01:04Z', 'revision_number': 0, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e41338a-22ed-410f-bbab-6af5c0ed10b5', 'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'mac_address': 'fa:16:3e:d3:cc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:58Z', 'updated_at': '2021-06-21T20:00:04Z', 'revision_number': 5, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'subnets': [{'id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:06.860534 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce56fd-b3f6-4307-9bc2-50dcb2adb2cc None None] The sync data for ids ['1fcd6295-92cc-436b-b061-783668f3db77'] in dv-cinder-792462-15-iscsi is: [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 4, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '3adde495-0ab0-46b8-b64f-9afc76b883b4', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'port_id': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'mac_address': 'fa:16:3e:ee:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:01:04Z', 'updated_at': '2021-06-21T20:01:04Z', 'revision_number': 0, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e41338a-22ed-410f-bbab-6af5c0ed10b5', 'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'mac_address': 'fa:16:3e:d3:cc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:58Z', 'updated_at': '2021-06-21T20:00:04Z', 'revision_number': 5, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'subnets': [{'id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:01:07.028304 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08535a83-fa83-4297-a1e9-52eab6e69e29 None None] New status for floating IP 3adde495-0ab0-46b8-b64f-9afc76b883b4: ACTIVE {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:01:07.537388 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aef2dd-f317-4c23-92cd-4f7790e564a1 req-0ca10538-549b-4833-b46d-26d404386216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:07.538850 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70aef2dd-f317-4c23-92cd-4f7790e564a1 req-0ca10538-549b-4833-b46d-26d404386216 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d450cb-3a4d-43b0-b649-53a0526f8766 HTTP/1.1" status: 200 len: 909 time: 0.0932498 Jun 21 20:01:07.604653 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4cb22-582b-4d94-926a-b64de8426b23 req-fb86a10c-cdb2-444b-8cee-8e146849f8e7 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:07.606115 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-26a4cb22-582b-4d94-926a-b64de8426b23 req-fb86a10c-cdb2-444b-8cee-8e146849f8e7 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 944 time: 0.0632448 Jun 21 20:01:07.643294 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-26a4cb22-582b-4d94-926a-b64de8426b23 req-c01262e8-cba3-47a4-ad45-ec628fe7b733 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310495 Jun 21 20:01:08.410844 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:01:08.467426 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70aef2dd-f317-4c23-92cd-4f7790e564a1 req-6e8585b6-9de7-46a0-8c9f-de3f05fada95 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267 HTTP/1.1" status: 200 len: 1001 time: 0.0583720 Jun 21 20:01:08.507370 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:08.519658 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc', 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d', 'port_id': '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc', 'mac_address': 'fa:16:3e:0e:d3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65931853-6a6f-4c40-afd5-99c53b3ef9fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:01:08.559040 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:08.571354 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:01:08.590665 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:08.679552 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:08.681353 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-27710f75-ec47-47bc-8c83-4b2a427c6798 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:08.728009 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:08.731702 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:08.811458 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf714-af3a-4895-91cc-71c4d4cfada6 req-bc693a86-c3f0-41ba-a4de-8cf27b3fe959 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:08.812918 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8fcdf714-af3a-4895-91cc-71c4d4cfada6 req-bc693a86-c3f0-41ba-a4de-8cf27b3fe959 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 945 time: 0.0619164 Jun 21 20:01:08.855649 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8fcdf714-af3a-4895-91cc-71c4d4cfada6 req-a43b24ed-ebe9-42d9-acaf-041047464e8f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369868 Jun 21 20:01:09.630972 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aef2dd-f317-4c23-92cd-4f7790e564a1 req-aa5f5c30-d63d-483b-99ee-af62fe2d00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:09.632446 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70aef2dd-f317-4c23-92cd-4f7790e564a1 req-aa5f5c30-d63d-483b-99ee-af62fe2d00a7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a584c85f-69e1-44e7-89ae-0dec49e04f49 HTTP/1.1" status: 200 len: 847 time: 0.0453103 Jun 21 20:01:09.696776 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aef2dd-f317-4c23-92cd-4f7790e564a1 req-5d5d3741-23c2-4b60-b0a8-69f8ec7e9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:09.698167 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70aef2dd-f317-4c23-92cd-4f7790e564a1 req-5d5d3741-23c2-4b60-b0a8-69f8ec7e9828 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d450cb-3a4d-43b0-b649-53a0526f8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499446 Jun 21 20:01:09.794325 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70aef2dd-f317-4c23-92cd-4f7790e564a1 req-9062eed0-1e11-4ace-92cc-51a6ff50592e service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836015 Jun 21 20:01:09.887655 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70aef2dd-f317-4c23-92cd-4f7790e564a1 req-c8d09c43-3d31-4013-bffb-f433932ad14c service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832591 Jun 21 20:01:09.969016 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['88fc6533-2bc3-40a8-9b52-0ef41f13e5bc'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:01:10.035538 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb033-599c-48da-bd36-2a2075cb2f89 req-88e49340-8569-4106-adcb-228997923f80 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:10.036998 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f5cdb033-599c-48da-bd36-2a2075cb2f89 req-88e49340-8569-4106-adcb-228997923f80 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 945 time: 0.0678973 Jun 21 20:01:10.074920 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f5cdb033-599c-48da-bd36-2a2075cb2f89 req-fbe4656a-5877-4d88-880e-2556732ec373 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Jun 21 20:01:11.252722 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853302f-9e0c-4ef3-8cfa-57daf423bd33 req-067b79dd-a689-4a39-985e-90027acfd543 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:11.254160 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b853302f-9e0c-4ef3-8cfa-57daf423bd33 req-067b79dd-a689-4a39-985e-90027acfd543 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 945 time: 0.0627136 Jun 21 20:01:11.291195 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b853302f-9e0c-4ef3-8cfa-57daf423bd33 req-459c669d-f256-405d-b19a-c8dc54e8e6dc tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Jun 21 20:01:12.461745 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeec7d-4444-4732-b4b3-a4724d04892e req-3cb6b303-93a8-4942-9f92-dfad8eeeee72 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:12.463135 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b5aeec7d-4444-4732-b4b3-a4724d04892e req-3cb6b303-93a8-4942-9f92-dfad8eeeee72 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 945 time: 0.0622561 Jun 21 20:01:12.498987 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b5aeec7d-4444-4732-b4b3-a4724d04892e req-6a1dd304-7906-484c-a1a4-01ea5f3a249d tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303559 Jun 21 20:01:12.826634 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:01:12.930972 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:01:12.934597 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:01:12.934976 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:13.008631 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:13.030246 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0280f23a-6f6a-46ab-b8f9-7d502d99f3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:01:13.032482 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6496e14d-37c5-4326-9e90-ab35a03b2fc7" -d '{"events": [{"server_uuid": "0280f23a-6f6a-46ab-b8f9-7d502d99f3f4", "name": "network-vif-plugged", "status": "completed", "tag": "88fc6533-2bc3-40a8-9b52-0ef41f13e5bc"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:01:13.047784 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:13.068274 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57028c0-c481-4495-b9ad-53036dfd31c7 x-openstack-request-id: req-d57028c0-c481-4495-b9ad-53036dfd31c7 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:01:13.072415 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0280f23a-6f6a-46ab-b8f9-7d502d99f3f4", "name": "network-vif-plugged", "status": "completed", "tag": "88fc6533-2bc3-40a8-9b52-0ef41f13e5bc", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:01:13.072415 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d57028c0-c481-4495-b9ad-53036dfd31c7 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:01:13.072415 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0280f23a-6f6a-46ab-b8f9-7d502d99f3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc', 'code': 200} Jun 21 20:01:13.125000 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:13.127647 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:13.172482 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:13.180635 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.180984 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.181325 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.181660 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.181992 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.182330 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.182655 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.182979 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.183305 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.183653 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.183982 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.186507 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:13.188107 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:13.667755 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe7f67-2bf9-4b94-bfae-3744e68ae2fb req-7397e4a1-46a6-42b4-a4ae-b0fd707f6e90 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:13.669190 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-eebe7f67-2bf9-4b94-bfae-3744e68ae2fb req-7397e4a1-46a6-42b4-a4ae-b0fd707f6e90 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 946 time: 0.0614591 Jun 21 20:01:13.706696 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-eebe7f67-2bf9-4b94-bfae-3744e68ae2fb req-2556f444-bc74-4c86-a23d-3e3d92bafdcb tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315616 Jun 21 20:01:14.253799 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35b52b-0b58-4e17-8002-774dc388add3 req-03af6c77-b1ae-44d2-bc1a-6c6181f4b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:14.255228 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3e35b52b-0b58-4e17-8002-774dc388add3 req-03af6c77-b1ae-44d2-bc1a-6c6181f4b47e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 1099 time: 0.0538874 Jun 21 20:01:14.294121 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3e35b52b-0b58-4e17-8002-774dc388add3 req-ab3f5e5b-81d1-429a-ae30-08acd3980bc2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258365 Jun 21 20:01:14.877974 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8990c-65f3-4fbd-a15e-724dae8e44c6 req-63e0ddf0-1efe-4635-9c25-15b5b1d584f6 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:14.879333 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0cb8990c-65f3-4fbd-a15e-724dae8e44c6 req-63e0ddf0-1efe-4635-9c25-15b5b1d584f6 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 946 time: 0.0622740 Jun 21 20:01:14.916000 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0cb8990c-65f3-4fbd-a15e-724dae8e44c6 req-c6bfc72c-35b3-4f18-8830-e9b26622dfc2 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305026 Jun 21 20:01:16.089812 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b775e85-2843-4ce7-9909-8441b30436e6 req-82aea5ab-d5d9-44cf-b908-53b56ceeec91 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:16.091271 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2b775e85-2843-4ce7-9909-8441b30436e6 req-82aea5ab-d5d9-44cf-b908-53b56ceeec91 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 946 time: 0.0651519 Jun 21 20:01:16.134981 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2b775e85-2843-4ce7-9909-8441b30436e6 req-5288236b-acc0-4bd3-938c-a0289aaa588f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370083 Jun 21 20:01:19.122914 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-efc78d90-e505-40dc-8f8e-6d33da472a84 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:19.124264 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-efc78d90-e505-40dc-8f8e-6d33da472a84 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/networks?id=3694064f-0c95-4bf4-ad59-39d7f2c3647d HTTP/1.1" status: 200 len: 814 time: 0.1061060 Jun 21 20:01:19.139303 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-eb0e826b-62b4-4a33-a7ad-0e7322238451 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/quotas/e46ab67278ee42a7ad1b824f2114a7e8 HTTP/1.1" status: 200 len: 375 time: 0.0089889 Jun 21 20:01:19.207228 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-67c3e00a-6c29-4114-b9cd-920e31d5d924 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630167 Jun 21 20:01:19.294617 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-58eea4f0-34ac-4337-97b1-79819ae145e6 service neutron] 10.222.0.30 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806904 Jun 21 20:01:19.386004 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-1a4eb939-f1dd-49cc-8305-ec22f85eadc1 service neutron] 10.222.0.30 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843685 Jun 21 20:01:19.623948 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9e66cfdb-acf0-459f-90c3-30969ca65f38 req-888a5889-70bf-4509-98af-92bbf716bb9b tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 210 time: 0.0294755 Jun 21 20:01:20.769032 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ff8f51ad-0071-40fa-ae79-7b6e76519db6 req-9c0956ce-5a2d-439a-8977-9f942940073d tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 210 time: 0.0358796 Jun 21 20:01:21.227763 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d50836-0502-4ad9-849d-f09473e98dae req-a1cfc51e-27a6-4d11-81c2-8aa530c82428 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:21.229137 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a1d50836-0502-4ad9-849d-f09473e98dae req-a1cfc51e-27a6-4d11-81c2-8aa530c82428 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 946 time: 0.0625925 Jun 21 20:01:21.266171 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a1d50836-0502-4ad9-849d-f09473e98dae req-44337cd8-25ce-42d5-a137-5f74973ec812 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 Jun 21 20:01:21.734751 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-77edbdef-c2e1-4823-8893-baf76462caf1 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:21.736357 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-77edbdef-c2e1-4823-8893-baf76462caf1 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "GET /v2.0/networks?id=3694064f-0c95-4bf4-ad59-39d7f2c3647d HTTP/1.1" status: 200 len: 814 time: 0.1006203 Jun 21 20:01:21.767985 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Request body: {'port': {'device_id': '7e73be71-0e03-476b-932b-63fef8971fb6', 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d', 'admin_state_up': True, 'tenant_id': 'e46ab67278ee42a7ad1b824f2114a7e8'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:21.917242 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0cf10301-0c46-4c21-9507-7296c730112a req-7a8fd679-8535-44cb-b801-5a583d50d00f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 210 time: 0.0301521 Jun 21 20:01:21.943476 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Made reservation on behalf of e46ab67278ee42a7ad1b824f2114a7e8 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:01:21.947112 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:22.072264 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Allocated IP 172.20.0.11 (3694064f-0c95-4bf4-ad59-39d7f2c3647d/65931853-6a6f-4c40-afd5-99c53b3ef9fb/afc5a716-4209-4348-84dd-929e93a2b379) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:01:22.229838 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:22.325542 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:22.331270 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:22.338844 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['74081b59-072f-47bf-99da-60d30f90c4d3', '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:01:22.371811 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Network 3694064f-0c95-4bf4-ad59-39d7f2c3647d is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:01:22.375371 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:01:22.378482 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:01:22.419663 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Pushing event updated for resources: {'Port': ['ID=afc5a716-4209-4348-84dd-929e93a2b379,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:22.422592 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:22.466674 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:22.467225 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:22.499386 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4876d-a345-412a-beec-e91977cda8cc req-553536c3-c1ea-42c1-9a2b-9bf134290d85 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:22.500876 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a2b4876d-a345-412a-beec-e91977cda8cc req-553536c3-c1ea-42c1-9a2b-9bf134290d85 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 946 time: 0.1193519 Jun 21 20:01:22.539754 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a2b4876d-a345-412a-beec-e91977cda8cc req-5f2f6d6c-63a7-49e4-b7b8-348512b33428 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Jun 21 20:01:22.550326 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7864981 Jun 21 20:01:22.562223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Request body: {'port': {'device_id': '7e73be71-0e03-476b-932b-63fef8971fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:22.629907 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:22.879920 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc5a716-4209-4348-84dd-929e93a2b379 {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:01:22.887192 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:22.898510 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Transition to ACTIVE for port object afc5a716-4209-4348-84dd-929e93a2b379 will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:01:22.977635 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:22.979884 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:23.049158 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Pushing event updated for resources: {'Port': ['ID=afc5a716-4209-4348-84dd-929e93a2b379,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:23.053405 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:23.089446 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d19ff7-4fd4-4617-b23f-b2e3dc2b5ef8 req-a7a612aa-1ce2-4e55-b123-77585f6ad59a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:23.096012 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-72d19ff7-4fd4-4617-b23f-b2e3dc2b5ef8 req-a7a612aa-1ce2-4e55-b123-77585f6ad59a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 944 time: 0.0629678 Jun 21 20:01:23.121394 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Attempting to bind port afc5a716-4209-4348-84dd-929e93a2b379 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:01:23.121726 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Attempting to bind port afc5a716-4209-4348-84dd-929e93a2b379 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:01:23.122048 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Attempting to bind port afc5a716-4209-4348-84dd-929e93a2b379 on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:01:23.126180 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Port afc5a716-4209-4348-84dd-929e93a2b379 on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:01:23.126523 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Attempting to bind port afc5a716-4209-4348-84dd-929e93a2b379 on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:01:23.131307 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:01:23.131632 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Checking segment: {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:01:23.132000 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Bound using segment: {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:01:23.132423 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Bound port: afc5a716-4209-4348-84dd-929e93a2b379, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:01:23.132763 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:23.133437 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-72d19ff7-4fd4-4617-b23f-b2e3dc2b5ef8 req-aecb8f90-74dd-4269-89e6-8f02ded9ed1d tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356660 Jun 21 20:01:23.195805 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] For port afc5a716-4209-4348-84dd-929e93a2b379, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:01:23.198793 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] For port afc5a716-4209-4348-84dd-929e93a2b379, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=afc5a716-4209-4348-84dd-929e93a2b379,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:01:23.286121 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:23.288129 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2d82125a-5d43-4b5d-a14c-f294e4f2209d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:23.326471 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:23.327088 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:23.328492 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] 10.222.0.22 "PUT /v2.0/ports/afc5a716-4209-4348-84dd-929e93a2b379 HTTP/1.1" status: 200 len: 1094 time: 0.7706652 Jun 21 20:01:23.328989 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e73be71-0e03-476b-932b-63fef8971fb6', 'tag': 'afc5a716-4209-4348-84dd-929e93a2b379'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:01:23.332013 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c57dde4-21c0-493b-bcf7-4787e75ebdce" -d '{"events": [{"name": "network-changed", "server_uuid": "7e73be71-0e03-476b-932b-63fef8971fb6", "tag": "afc5a716-4209-4348-84dd-929e93a2b379"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:01:23.353926 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Pushing event updated for resources: {'Port': ['ID=afc5a716-4209-4348-84dd-929e93a2b379,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:23.357011 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:23.368018 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c1c5e-309f-4c39-b631-3edcaf80d0ca x-openstack-request-id: req-1f3c1c5e-309f-4c39-b631-3edcaf80d0ca {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:01:23.368405 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e73be71-0e03-476b-932b-63fef8971fb6", "tag": "afc5a716-4209-4348-84dd-929e93a2b379", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:01:23.368705 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f3c1c5e-309f-4c39-b631-3edcaf80d0ca {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:01:23.369142 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e73be71-0e03-476b-932b-63fef8971fb6', 'tag': 'afc5a716-4209-4348-84dd-929e93a2b379', 'status': 'completed', 'code': 200} Jun 21 20:01:23.480563 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3991-2f2c-4c3c-a8f2-306d9f33eb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:23.484967 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eead94-3ab1-4a59-8693-a86fe549edde req-1abc3119-e4b0-4c76-9765-4c0da39082ad tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:23.486669 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-54eead94-3ab1-4a59-8693-a86fe549edde req-1abc3119-e4b0-4c76-9765-4c0da39082ad tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 946 time: 0.1105254 Jun 21 20:01:23.492574 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57dde4-21c0-493b-bcf7-4787e75ebdce req-18b4ac84-2d80-499b-9ab5-42bac305628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:23.493880 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0c57dde4-21c0-493b-bcf7-4787e75ebdce req-18b4ac84-2d80-499b-9ab5-42bac305628e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0808136 Jun 21 20:01:23.648731 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57dde4-21c0-493b-bcf7-4787e75ebdce req-49ff803a-c0fe-4d95-bf1f-b8c4d6f7acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:23.650156 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0c57dde4-21c0-493b-bcf7-4787e75ebdce req-49ff803a-c0fe-4d95-bf1f-b8c4d6f7acbb service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1307178 Jun 21 20:01:23.667208 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-54eead94-3ab1-4a59-8693-a86fe549edde req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Deleting port 48d2b374-0a31-4537-9c42-d92924ff28ac {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:01:23.667571 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-54eead94-3ab1-4a59-8693-a86fe549edde req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:23.711927 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f4046-b082-4ce5-b88f-67dac76e086f req-19c95e1e-8262-419a-b3d9-453a7e8517c0 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:23.713456 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-932f4046-b082-4ce5-b88f-67dac76e086f req-19c95e1e-8262-419a-b3d9-453a7e8517c0 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 946 time: 0.0635815 Jun 21 20:01:23.754140 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-932f4046-b082-4ce5-b88f-67dac76e086f req-9383514e-4e95-4e49-b1cd-609a7b2862e5 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/security-groups?id=edb6d5ca-d55b-4ed4-b636-e821ebae26e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330908 Jun 21 20:01:23.824175 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57dde4-21c0-493b-bcf7-4787e75ebdce req-0ce2e369-1ed8-4c6a-a9b7-50b47d13bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:23.825599 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0c57dde4-21c0-493b-bcf7-4787e75ebdce req-0ce2e369-1ed8-4c6a-a9b7-50b47d13bfa2 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1683345 Jun 21 20:01:23.830595 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-54eead94-3ab1-4a59-8693-a86fe549edde req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] For port 48d2b374-0a31-4537-9c42-d92924ff28ac, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=48d2b374-0a31-4537-9c42-d92924ff28ac,segment=NetworkSegment(294f15fb-2717-4bd0-9eec-f46bc8832ab3),segment_id=294f15fb-2717-4bd0-9eec-f46bc8832ab3)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:23.830956 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-54eead94-3ab1-4a59-8693-a86fe549edde req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:23.903049 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-54eead94-3ab1-4a59-8693-a86fe549edde req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Calling delete_port for 48d2b374-0a31-4537-9c42-d92924ff28ac owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:01:23.995593 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-049e05df-00fb-4de0-81f2-6185827c396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:23.997018 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-049e05df-00fb-4de0-81f2-6185827c396c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 1097 time: 0.1249895 Jun 21 20:01:24.044193 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-810e7216-8465-49a6-93f1-22b7c8dbbd11 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afc5a716-4209-4348-84dd-929e93a2b379 HTTP/1.1" status: 200 len: 217 time: 0.0346522 Jun 21 20:01:24.130741 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-0a224bc2-d6cd-4d8a-82c1-25e314d559b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:24.132234 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-0a224bc2-d6cd-4d8a-82c1-25e314d559b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65931853-6a6f-4c40-afd5-99c53b3ef9fb HTTP/1.1" status: 200 len: 854 time: 0.0645380 Jun 21 20:01:24.167569 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-585f02ee-88f6-48ce-972c-4fdfaf13a550 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3694064f-0c95-4bf4-ad59-39d7f2c3647d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262575 Jun 21 20:01:24.189620 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-54eead94-3ab1-4a59-8693-a86fe549edde req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:24.200951 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:24.207930 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['48d2b374-0a31-4537-9c42-d92924ff28ac'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:01:24.255228 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Pushing event deleted for resources: {'Port': ['ID=48d2b374-0a31-4537-9c42-d92924ff28ac,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:24.268386 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:24.341822 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eead94-3ab1-4a59-8693-a86fe549edde req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] No DVR routers for this DVR port 48d2b374-0a31-4537-9c42-d92924ff28ac on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:01:24.351761 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-54eead94-3ab1-4a59-8693-a86fe549edde req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:24.353643 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-54eead94-3ab1-4a59-8693-a86fe549edde req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.22 "DELETE /v2.0/ports/48d2b374-0a31-4537-9c42-d92924ff28ac HTTP/1.1" status: 204 len: 173 time: 0.8589349 Jun 21 20:01:24.373826 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-df6de35e-96af-4541-8853-f96e5f95bb85 service neutron] 10.222.0.22 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926222 Jun 21 20:01:24.399476 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7a53d-87a5-4fac-87f4-43f8b6978baa req-2302c95e-28d5-4cf9-876c-96cb22b1a0de tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:24.400847 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-09b7a53d-87a5-4fac-87f4-43f8b6978baa req-2302c95e-28d5-4cf9-876c-96cb22b1a0de tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 944 time: 0.1512947 Jun 21 20:01:24.477736 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-09b7a53d-87a5-4fac-87f4-43f8b6978baa req-03cf22ff-ab5e-47f3-8bf6-4c1eb70766b7 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672147 Jun 21 20:01:24.497579 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-eb359fcf-7719-4d03-9a52-5b6b661ac350 req-234462bc-7d67-4785-aad0-a0795c3897cd service neutron] 10.222.0.22 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156454 Jun 21 20:01:24.912649 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0685b6ce-1c20-4afb-8918-4e540920da76 req-73be5861-58d8-4225-b2e7-ca2ac0278c23 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a832742-3dda-4520-884e-ac29396339bc HTTP/1.1" status: 200 len: 210 time: 0.0284383 Jun 21 20:01:25.049368 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:01:25.370211 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a832742-3dda-4520-884e-ac29396339bc', 'name': 'network-vif-deleted', 'tag': '48d2b374-0a31-4537-9c42-d92924ff28ac'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:01:25.372759 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33edeb33-7e41-442d-9618-83fdd2948e15" -d '{"events": [{"server_uuid": "4a832742-3dda-4520-884e-ac29396339bc", "name": "network-vif-deleted", "tag": "48d2b374-0a31-4537-9c42-d92924ff28ac"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:01:25.413658 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005e1f94-173d-4be9-b024-d573ac2ff1cf x-openstack-request-id: req-005e1f94-173d-4be9-b024-d573ac2ff1cf {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:01:25.413992 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a832742-3dda-4520-884e-ac29396339bc", "name": "network-vif-deleted", "tag": "48d2b374-0a31-4537-9c42-d92924ff28ac", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:01:25.414284 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-005e1f94-173d-4be9-b024-d573ac2ff1cf {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:01:25.414717 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a832742-3dda-4520-884e-ac29396339bc', 'name': 'network-vif-deleted', 'tag': '48d2b374-0a31-4537-9c42-d92924ff28ac', 'status': 'completed', 'code': 200} Jun 21 20:01:25.654187 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed776b03-3436-475c-8a84-4c46c4dd518c req-bc8eebb4-2333-4693-9170-a87323645ea2 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:25.655643 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ed776b03-3436-475c-8a84-4c46c4dd518c req-bc8eebb4-2333-4693-9170-a87323645ea2 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 944 time: 0.0653663 Jun 21 20:01:25.692807 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ed776b03-3436-475c-8a84-4c46c4dd518c req-09a02872-77ec-41dc-81b6-219b1b49e700 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313416 Jun 21 20:01:26.223500 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-7a9b742a-34b5-4ed0-b490-431e7e328345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:26.313650 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 48d2b374-0a31-4537-9c42-d92924ff28ac no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:01:26.334396 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 48d2b374-0a31-4537-9c42-d92924ff28ac {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:01:26.334753 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 48d2b374-0a31-4537-9c42-d92924ff28ac not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:01:26.863531 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3b313-2ce1-4252-ab3d-15bf55afcbcd req-f57ae9bd-f302-4fec-98ec-1d41d986abbe tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:26.865131 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-69f3b313-2ce1-4252-ab3d-15bf55afcbcd req-f57ae9bd-f302-4fec-98ec-1d41d986abbe tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 944 time: 0.0639775 Jun 21 20:01:26.904754 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-69f3b313-2ce1-4252-ab3d-15bf55afcbcd req-05204b7d-ca20-47b3-a15a-64d2017cf531 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336702 Jun 21 20:01:27.257206 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:27.353221 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:28.087298 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f962a7-36d5-444c-9305-12da90caf69a req-a2de8650-22b3-481c-bcc2-96ec2e5005a8 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:28.088761 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-45f962a7-36d5-444c-9305-12da90caf69a req-a2de8650-22b3-481c-bcc2-96ec2e5005a8 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 944 time: 0.0753710 Jun 21 20:01:28.310613 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device afc5a716-4209-4348-84dd-929e93a2b379 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:01:28.404706 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-45f962a7-36d5-444c-9305-12da90caf69a req-52e9b5e3-e37e-43d1-89bd-4640b9066bc8 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102171 Jun 21 20:01:28.420457 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port afc5a716-4209-4348-84dd-929e93a2b379, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=afc5a716-4209-4348-84dd-929e93a2b379,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:28.432104 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': 'afc5a716-4209-4348-84dd-929e93a2b379', 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d', 'port_id': 'afc5a716-4209-4348-84dd-929e93a2b379', 'mac_address': 'fa:16:3e:19:0b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65931853-6a6f-4c40-afd5-99c53b3ef9fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:01:28.456696 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:28.469142 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:28.481943 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc5a716-4209-4348-84dd-929e93a2b379 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:01:28.501278 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port afc5a716-4209-4348-84dd-929e93a2b379, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=afc5a716-4209-4348-84dd-929e93a2b379,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:28.600610 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:28.602340 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:28.649174 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=afc5a716-4209-4348-84dd-929e93a2b379,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:28.652084 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:29.571920 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c7fa3-6efb-4710-abdc-5c17148a5794 req-54a63205-0da5-4255-af19-f3e71d69bf64 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:29.573406 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-325c7fa3-6efb-4710-abdc-5c17148a5794 req-54a63205-0da5-4255-af19-f3e71d69bf64 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 945 time: 0.0612483 Jun 21 20:01:29.609498 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-325c7fa3-6efb-4710-abdc-5c17148a5794 req-ca9afc5c-f7e4-4b2c-bac7-252c14b2e83b tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306087 Jun 21 20:01:30.389053 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:30.777174 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532362fe-1951-45b3-b421-0e45959d9579 req-2047e144-26b5-4409-a0c1-4df597146410 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:30.778578 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-532362fe-1951-45b3-b421-0e45959d9579 req-2047e144-26b5-4409-a0c1-4df597146410 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 945 time: 0.0614266 Jun 21 20:01:30.815206 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-532362fe-1951-45b3-b421-0e45959d9579 req-9409603d-c7b4-42ff-ace1-ea0221e24f4a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304363 Jun 21 20:01:31.654490 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['afc5a716-4209-4348-84dd-929e93a2b379'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:01:31.985172 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa29b69-a560-41da-8055-43efbbb0b6aa req-d9a6ea6d-1996-416b-8fd4-8883bbaa9f43 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:31.986768 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-aaa29b69-a560-41da-8055-43efbbb0b6aa req-d9a6ea6d-1996-416b-8fd4-8883bbaa9f43 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 945 time: 0.0644798 Jun 21 20:01:32.023382 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-aaa29b69-a560-41da-8055-43efbbb0b6aa req-4c6eb89c-c74d-4090-9a7e-a4b9210dae7e tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Jun 21 20:01:33.201185 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02950961-6369-4205-9f6d-6a66a3ffda12 req-9af01fc4-41e6-4d5d-b63e-ef0b09dad6c6 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:33.202650 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-02950961-6369-4205-9f6d-6a66a3ffda12 req-9af01fc4-41e6-4d5d-b63e-ef0b09dad6c6 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 945 time: 0.0665805 Jun 21 20:01:33.245430 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-02950961-6369-4205-9f6d-6a66a3ffda12 req-e16666bf-2c5a-4602-abe4-e0f8ebed7a63 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353765 Jun 21 20:01:33.356104 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device afc5a716-4209-4348-84dd-929e93a2b379 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:01:33.491639 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port afc5a716-4209-4348-84dd-929e93a2b379 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:01:33.495713 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port afc5a716-4209-4348-84dd-929e93a2b379 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:01:33.496018 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:33.575399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:33.597474 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e73be71-0e03-476b-932b-63fef8971fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc5a716-4209-4348-84dd-929e93a2b379'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:01:33.599694 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88000dfb-a738-4cdf-b6fa-da2c0903d9fe" -d '{"events": [{"server_uuid": "7e73be71-0e03-476b-932b-63fef8971fb6", "name": "network-vif-plugged", "status": "completed", "tag": "afc5a716-4209-4348-84dd-929e93a2b379"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:01:33.612521 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port afc5a716-4209-4348-84dd-929e93a2b379, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=afc5a716-4209-4348-84dd-929e93a2b379,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:33.638812 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedf78fc-d7e2-4360-ac42-80310a1cdcf3 x-openstack-request-id: req-fedf78fc-d7e2-4360-ac42-80310a1cdcf3 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:01:33.639111 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e73be71-0e03-476b-932b-63fef8971fb6", "name": "network-vif-plugged", "status": "completed", "tag": "afc5a716-4209-4348-84dd-929e93a2b379", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:01:33.639402 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fedf78fc-d7e2-4360-ac42-80310a1cdcf3 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:01:33.639796 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e73be71-0e03-476b-932b-63fef8971fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc5a716-4209-4348-84dd-929e93a2b379', 'code': 200} Jun 21 20:01:33.686265 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:33.688157 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-5a8d21ec-d19a-4752-ab93-74eaa485ff76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:33.736814 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=afc5a716-4209-4348-84dd-929e93a2b379,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:33.740003 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:34.059363 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c1f9a-517e-4bd9-85bf-23327053ad3b req-a7701945-fe84-4b05-97aa-021dbca10c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:34.060759 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f12c1f9a-517e-4bd9-85bf-23327053ad3b req-a7701945-fe84-4b05-97aa-021dbca10c26 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 1099 time: 0.0513411 Jun 21 20:01:34.102766 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f12c1f9a-517e-4bd9-85bf-23327053ad3b req-653f0dcd-b1d1-4001-a9fa-a2fd2399738e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275345 Jun 21 20:01:34.418684 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0e535-79e2-4505-a466-230f7ad9f88e req-461c1050-5fde-434c-982a-46def0edbf62 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:34.420100 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34a0e535-79e2-4505-a466-230f7ad9f88e req-461c1050-5fde-434c-982a-46def0edbf62 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.0627081 Jun 21 20:01:34.456744 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34a0e535-79e2-4505-a466-230f7ad9f88e req-a699875a-bb15-4260-91dd-d24bef5b306d tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302975 Jun 21 20:01:35.680827 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb77fa-1ee4-4c6f-b06b-45efbcdc053b req-e9ca7ad0-ca8c-4a7b-9aaa-c092759e8a91 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:35.682327 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d6cb77fa-1ee4-4c6f-b06b-45efbcdc053b req-e9ca7ad0-ca8c-4a7b-9aaa-c092759e8a91 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.1155727 Jun 21 20:01:35.729941 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d6cb77fa-1ee4-4c6f-b06b-45efbcdc053b req-6391239e-282e-451a-b04d-5eba63625fbd tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Jun 21 20:01:50.309657 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-0f93d7b8-5cef-4dce-bc55-1535adab5ecb tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:50.311081 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-0f93d7b8-5cef-4dce-bc55-1535adab5ecb tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/networks?id=3694064f-0c95-4bf4-ad59-39d7f2c3647d HTTP/1.1" status: 200 len: 814 time: 0.1099563 Jun 21 20:01:50.325787 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-834d5c89-5d22-4c8b-9348-e2a0de09d754 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/quotas/e46ab67278ee42a7ad1b824f2114a7e8 HTTP/1.1" status: 200 len: 375 time: 0.0086339 Jun 21 20:01:50.397448 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-2f91f641-0aa4-4724-8220-eda6864ef904 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655568 Jun 21 20:01:50.531567 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-2172e147-6a95-4044-b9ec-fff06e7478c2 service neutron] 10.222.0.30 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273286 Jun 21 20:01:50.619994 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-732b499d-5d40-4054-9585-0cf1112ea3cd service neutron] 10.222.0.30 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812485 Jun 21 20:01:50.871041 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a0537409-b0ef-42ac-b1a3-73b34477b02b req-e955df45-c67b-43f2-a34a-fef360475291 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 210 time: 0.0308661 Jun 21 20:01:51.643964 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa1cb4-c6c5-4fad-b31b-2bcd5ba406bd req-a3d7984d-86ad-46b4-8663-cf43865bff18 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:51.645400 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-90aa1cb4-c6c5-4fad-b31b-2bcd5ba406bd req-a3d7984d-86ad-46b4-8663-cf43865bff18 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 946 time: 0.0616562 Jun 21 20:01:51.682841 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-90aa1cb4-c6c5-4fad-b31b-2bcd5ba406bd req-b5aef6a1-9baf-432b-9994-752dfa17d738 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Jun 21 20:01:51.703212 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43006) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:51.747468 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f05541-04e8-4870-ba80-4846e1e63d95 admin admin] Deleting subnet 8fde1809-1a1b-4075-81e6-ad355026d559 {{(pid=104793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 20:01:51.750496 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-61f05541-04e8-4870-ba80-4846e1e63d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:51.788079 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-61f05541-04e8-4870-ba80-4846e1e63d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31473173'] for subnet, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:51.825164 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-61f05541-04e8-4870-ba80-4846e1e63d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:51.991362 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-61f05541-04e8-4870-ba80-4846e1e63d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32429003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31794928'] for subnet, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.010294 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:52.016760 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b66d69ed-c701-4d9f-b263-49b4b781bc79 req-07d13e62-6e31-4e26-af35-b3a1f517587f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 210 time: 0.0345404 Jun 21 20:01:52.044212 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-61f05541-04e8-4870-ba80-4846e1e63d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.046013 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-61f05541-04e8-4870-ba80-4846e1e63d95 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8fde1809-1a1b-4075-81e6-ad355026d559 HTTP/1.1" status: 204 len: 168 time: 0.3415477 Jun 21 20:01:52.047277 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f05541-04e8-4870-ba80-4846e1e63d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fde1809-1a1b-4075-81e6-ad355026d559,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:52.049091 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43010) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:52.049959 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-61f05541-04e8-4870-ba80-4846e1e63d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:52.115338 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.197377 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.206715 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31fd2b2-9d2a-47b2-9731-973f64070c1b']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:52.216360 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294f15fb-2717-4bd0-9eec-f46bc8832ab3') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:52.216663 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294f15fb-2717-4bd0-9eec-f46bc8832ab3') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:52.225299 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.238794 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.244765 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 20:01:52.245164 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 20:01:52.246810 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 20:01:52.364686 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.368381 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c6c7c559-d225-4d37-be1b-45b1d3cafed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:52.370809 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.374731 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] 10.222.0.30 "DELETE /v2.0/networks/c31fd2b2-9d2a-47b2-9731-973f64070c1b HTTP/1.1" status: 204 len: 168 time: 0.3224714 Jun 21 20:01:52.383638 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Pushing event deleted for resources: {'Network': ['ID=c31fd2b2-9d2a-47b2-9731-973f64070c1b,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:52.392023 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.392377 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.392640 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.392997 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.393347 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.393698 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.394076 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.394417 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.394762 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.395103 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.395474 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.395811 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:01:52.398998 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3c016de4-088d-4be5-80f6-e0f1f8b2dbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:52.718610 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43018) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:52.757980 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-9b8d0a6b-3e63-469c-87ba-eff6fcf773c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f1eb18fa4554f56aad0bb3f6105cb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381062 Jun 21 20:01:52.760782 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43020) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:52.809315 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9a8337ca-a1f5-451d-981c-2bbe95f64d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.832337 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9a8337ca-a1f5-451d-981c-2bbe95f64d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.862906 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe5a7d-1960-42dd-b28a-ce4207644b15 req-4dc415ab-e251-4c2d-9275-83332ff37d19 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:52.864422 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5bbe5a7d-1960-42dd-b28a-ce4207644b15 req-4dc415ab-e251-4c2d-9275-83332ff37d19 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 946 time: 0.0635250 Jun 21 20:01:52.903626 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5bbe5a7d-1960-42dd-b28a-ce4207644b15 req-b25ed8e1-485f-4259-a2d3-6d8029fd31d6 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326154 Jun 21 20:01:52.925919 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9a8337ca-a1f5-451d-981c-2bbe95f64d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.928638 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9a8337ca-a1f5-451d-981c-2bbe95f64d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:52.929786 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-9a8337ca-a1f5-451d-981c-2bbe95f64d5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/edb6d5ca-d55b-4ed4-b636-e821ebae26e7 HTTP/1.1" status: 204 len: 168 time: 0.1680815 Jun 21 20:01:52.930517 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1fb171ca-5158-4cd8-a846-c3e31b998c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:52.939135 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8337ca-a1f5-451d-981c-2bbe95f64d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb6d5ca-d55b-4ed4-b636-e821ebae26e7,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:52.941489 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9a8337ca-a1f5-451d-981c-2bbe95f64d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:53.160710 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bc7f62de-d35b-449b-9dab-2af45672e62d req-0ba26438-be77-47aa-a77a-b9bb058dae07 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 210 time: 0.0303864 Jun 21 20:01:53.217011 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-2e0df557-7dde-44ea-8575-313a2e607644 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:53.218671 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-2e0df557-7dde-44ea-8575-313a2e607644 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "GET /v2.0/networks?id=3694064f-0c95-4bf4-ad59-39d7f2c3647d HTTP/1.1" status: 200 len: 814 time: 0.1114829 Jun 21 20:01:53.239228 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Request body: {'port': {'device_id': 'ce4b7080-33f8-4d93-a5a6-64a02d988a07', 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d', 'admin_state_up': True, 'tenant_id': 'e46ab67278ee42a7ad1b824f2114a7e8'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:53.434594 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Made reservation on behalf of e46ab67278ee42a7ad1b824f2114a7e8 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:01:53.438519 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:53.537251 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9a38ab42-620a-469e-8465-963869a0d2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:53.615946 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-f56d9349-a8ff-463e-a08c-abc0f570ccd0 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:53.617395 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-f56d9349-a8ff-463e-a08c-abc0f570ccd0 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 946 time: 0.1241312 Jun 21 20:01:53.618465 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Allocated IP 172.20.0.4 (3694064f-0c95-4bf4-ad59-39d7f2c3647d/65931853-6a6f-4c40-afd5-99c53b3ef9fb/0785df54-8301-4bc5-a0ac-bb9e917cf0ce) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:01:53.822141 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Deleting port 898ec037-19cb-47ea-96c3-97f16a9ca4fa {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:01:53.822486 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:53.878167 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:53.944212 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] For port 898ec037-19cb-47ea-96c3-97f16a9ca4fa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=898ec037-19cb-47ea-96c3-97f16a9ca4fa,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:53.944605 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.030769 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43050) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:54.097237 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.102801 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:54.112080 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['74081b59-072f-47bf-99da-60d30f90c4d3', '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc', 'afc5a716-4209-4348-84dd-929e93a2b379'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:01:54.130937 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1875194490-network', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:54.174182 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Network 3694064f-0c95-4bf4-ad59-39d7f2c3647d is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:01:54.209604 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:01:54.218135 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:01:54.227091 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Pushing event updated for resources: {'Port': ['ID=0785df54-8301-4bc5-a0ac-bb9e917cf0ce,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:54.229196 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Made reservation on behalf of 98cfca53e3234aa0b800b3119b66c47d for: {'network': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:01:54.232491 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.247378 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.251648 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:54.273442 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817a1bf-3f0f-48b0-8027-9048e337b4e2 req-61b2f3e5-da8e-404d-9a61-24f780c2344d tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:54.275575 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9817a1bf-3f0f-48b0-8027-9048e337b4e2 req-61b2f3e5-da8e-404d-9a61-24f780c2344d tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 946 time: 0.2461021 Jun 21 20:01:54.293042 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.293713 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.294032 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.l3_db [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Floating IP 616b27b1-8067-4948-8d62-624cde607d75 disassociated. External IP: 172.27.0.64, port: 898ec037-19cb-47ea-96c3-97f16a9ca4fa. Jun 21 20:01:54.294377 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Calling delete_port for 898ec037-19cb-47ea-96c3-97f16a9ca4fa owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:01:54.327409 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:54.328064 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.390550 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9817a1bf-3f0f-48b0-8027-9048e337b4e2 req-8c2fa67a-7176-4ed8-99a1-a5212e4e6aa7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=639afc3a-a678-4d98-a2aa-31cc45d1d2da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033428 Jun 21 20:01:54.391777 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a937e-d6f1-48d3-9559-9a70bf8f5052 req-7a8cf65b-6b27-49b5-b79a-4d712fe93900 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:54.393301 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bb4a937e-d6f1-48d3-9559-9a70bf8f5052 req-7a8cf65b-6b27-49b5-b79a-4d712fe93900 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 931 time: 0.1033304 Jun 21 20:01:54.415797 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.463240 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bb4a937e-d6f1-48d3-9559-9a70bf8f5052 req-551ada20-959b-471a-93af-534872dd3677 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424776 Jun 21 20:01:54.496336 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.499538 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-df99209f-5f70-4297-bb4d-6a61e9f2fa6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:54.522625 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=104793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 20:01:54.532132 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:54.536267 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:54.537308 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.537651 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.segments_db [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Added segment 0526db04-8a9a-4928-b14a-ea7b52123391 of type vlan for network 77b4d83c-950d-495b-ab69-76fd20d6dd71 Jun 21 20:01:54.549066 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.553771 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:54.576914 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.580449 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event deleted for resources: {'Port': ['ID=898ec037-19cb-47ea-96c3-97f16a9ca4fa,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:54.582783 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cc9b2126-99fb-4fb4-abc7-8d2bf3bff372 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3486133 Jun 21 20:01:54.587223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:54.658141 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.659550 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:54.660136 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.663590 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:54.680919 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Request body: {'port': {'device_id': 'ce4b7080-33f8-4d93-a5a6-64a02d988a07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:54.723441 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Pushing event updated for resources: {'Network': ['ID=77b4d83c-950d-495b-ab69-76fd20d6dd71,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:54.726232 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:54.733553 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 77b4d83c-950d-495b-ab69-76fd20d6dd71 details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 20:01:54.736667 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:01:54.778542 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.782662 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7508070 Jun 21 20:01:54.784467 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43058) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:54.790937 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Request body: {'subnet': {'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1875194490-subnet', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'ip_version': 4}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:54.931625 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Made reservation on behalf of 98cfca53e3234aa0b800b3119b66c47d for: {'subnet': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:01:54.934111 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31794907'] for subnet, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:54.961243 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:01:54.973408 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2246197-e739-4b9d-81d7-5e5dff2cf103 None None] Sync routers for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:01:54.986053 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2246197-e739-4b9d-81d7-5e5dff2cf103 None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:01:54.987554 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-d2246197-e739-4b9d-81d7-5e5dff2cf103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:55.028296 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] No DVR routers for this DVR port 898ec037-19cb-47ea-96c3-97f16a9ca4fa on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:01:55.054391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.056423 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5c28b0c2-c4db-4a56-9d04-98e52f5a6d51 req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.22 "DELETE /v2.0/ports/898ec037-19cb-47ea-96c3-97f16a9ca4fa HTTP/1.1" status: 204 len: 173 time: 1.4285173 Jun 21 20:01:55.056940 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'name': 'network-vif-deleted', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:01:55.059216 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3834dc96-4fda-44a2-b2b9-2a3f77da02f1" -d '{"events": [{"server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "name": "network-vif-deleted", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:01:55.119965 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-d2246197-e739-4b9d-81d7-5e5dff2cf103 None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:01:55.213425 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0785df54-8301-4bc5-a0ac-bb9e917cf0ce {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:01:55.218676 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32428810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31794889'] for subnet, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.223750 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:55.235808 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.264057 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Transition to ACTIVE for port object 0785df54-8301-4bc5-a0ac-bb9e917cf0ce will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:01:55.294376 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ef8f24-5623-4785-9826-38e827099f7b,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:55.297982 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:55.303920 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Checking segment: {'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:01:55.304343 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Network hostable DHCP agents. Network: 77b4d83c-950d-495b-ab69-76fd20d6dd71, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 20:01:55.320065 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374032a1-a92e-4498-9e88-b583df92d2cb x-openstack-request-id: req-374032a1-a92e-4498-9e88-b583df92d2cb {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:01:55.320398 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a226503-cee6-4386-805a-32cf5f8bfca3", "name": "network-vif-deleted", "tag": "898ec037-19cb-47ea-96c3-97f16a9ca4fa", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:01:55.320693 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-374032a1-a92e-4498-9e88-b583df92d2cb {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:01:55.321154 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a226503-cee6-4386-805a-32cf5f8bfca3', 'name': 'network-vif-deleted', 'tag': '898ec037-19cb-47ea-96c3-97f16a9ca4fa', 'status': 'completed', 'code': 200} Jun 21 20:01:55.337578 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.340996 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a0273725-615e-4798-9c84-191b21efd87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:55.389757 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0785df54-8301-4bc5-a0ac-bb9e917cf0ce,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:55.393898 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:55.411913 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Network 77b4d83c-950d-495b-ab69-76fd20d6dd71 is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 20:01:55.503941 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 77b4d83c-950d-495b-ab69-76fd20d6dd71) {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:01:55.508935 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:55.509531 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.521731 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee7799b-bb49-4c98-8eee-71167bcf1578 None None] Network 77b4d83c-950d-495b-ab69-76fd20d6dd71 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:01:55.546609 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Attempting to bind port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:01:55.549368 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Attempting to bind port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:01:55.549871 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Attempting to bind port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:01:55.555571 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:01:55.556354 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Attempting to bind port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce on network 3694064f-0c95-4bf4-ad59-39d7f2c3647d {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:01:55.561824 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:01:55.562382 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Checking segment: {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:01:55.563852 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Bound using segment: {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:01:55.564475 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Bound port: 0785df54-8301-4bc5-a0ac-bb9e917cf0ce, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8923e7de-a223-43e7-92f9-61e14290b6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:01:55.565020 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.599388 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8129442 Jun 21 20:01:55.600279 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43068) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:55.608878 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:55.674139 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-d2246197-e739-4b9d-81d7-5e5dff2cf103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:55.675855 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] For port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:01:55.679658 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] For port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0785df54-8301-4bc5-a0ac-bb9e917cf0ce,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:01:55.703038 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-890adce1-ec53-4c5a-ae7b-87b9df869fa1 req-2cfcd30a-0540-46f5-813f-4481246f5b6a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a226503-cee6-4386-805a-32cf5f8bfca3 HTTP/1.1" status: 200 len: 210 time: 0.0431240 Jun 21 20:01:55.708482 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2246197-e739-4b9d-81d7-5e5dff2cf103 None None] Checking router: e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:01:55.722132 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-510613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4968'] for router, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.725878 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.730371 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2246197-e739-4b9d-81d7-5e5dff2cf103 None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:01:55.731027 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-d2246197-e739-4b9d-81d7-5e5dff2cf103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:55.796505 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.796692 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cbd27e-ac4b-5d60-81fc-ac2e7ea337cf-77b4d83c-950d-495b-ab69-76fd20d6dd71', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b'}]}} from dv-cinder-792462-15-iscsi. {{(pid=104796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 20:01:55.798148 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.817154 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dcf59-46c2-4eba-8916-b06382f20c2f req-dfcb0ae0-a8c9-4ae7-a7da-fef155793bd1 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:55.821602 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.823288 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-153dcf59-46c2-4eba-8916-b06382f20c2f req-dfcb0ae0-a8c9-4ae7-a7da-fef155793bd1 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 943 time: 0.1207919 Jun 21 20:01:55.827115 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2defd202-f58b-423f-861f-18b5588b9029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:55.895930 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:55.900327 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:55.901708 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] 10.222.0.22 "PUT /v2.0/ports/0785df54-8301-4bc5-a0ac-bb9e917cf0ce HTTP/1.1" status: 200 len: 1093 time: 1.2802579 Jun 21 20:01:55.934623 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-153dcf59-46c2-4eba-8916-b06382f20c2f req-3347e6d7-f44d-472f-816e-e81b1528bd06 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795538 Jun 21 20:01:55.939222 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0785df54-8301-4bc5-a0ac-bb9e917cf0ce,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:55.953226 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:55.980745 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-d2246197-e739-4b9d-81d7-5e5dff2cf103 None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:01:56.073006 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4981'] for router, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:56.093626 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cf5c6d0f-a8d1-423b-97e8-61cdf48309d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:56.096252 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-cf5c6d0f-a8d1-423b-97e8-61cdf48309d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 1096 time: 0.0707238 Jun 21 20:01:56.143264 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-c654b4a8-1e80-405e-a2e8-556e053bfddb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0785df54-8301-4bc5-a0ac-bb9e917cf0ce HTTP/1.1" status: 200 len: 217 time: 0.0382087 Jun 21 20:01:56.198884 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.db_base_plugin_common [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Allocated IP 172.20.0.2 (77b4d83c-950d-495b-ab69-76fd20d6dd71/e0ef8f24-5623-4785-9826-38e827099f7b/8ca8cf9c-3be5-452d-a397-2205c54c0a76) {{(pid=104796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:01:56.230381 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-7c6655fe-f48a-445d-b4f7-b70ff79e157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:56.232610 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-7c6655fe-f48a-445d-b4f7-b70ff79e157e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65931853-6a6f-4c40-afd5-99c53b3ef9fb HTTP/1.1" status: 200 len: 854 time: 0.0786855 Jun 21 20:01:56.280485 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-82457ed9-694c-4faa-9174-95fc7cf33dda service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3694064f-0c95-4bf4-ad59-39d7f2c3647d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369213 Jun 21 20:01:56.301226 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-df8d5ec5-acf9-4884-9858-19524a751399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:56.362086 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-d2246197-e739-4b9d-81d7-5e5dff2cf103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:56.377274 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:56.396288 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2246197-e739-4b9d-81d7-5e5dff2cf103 None None] The sync data for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi is: [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:01:56.400620 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:56.421079 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-bce6c2bb-3867-4db2-bf90-880d8fe29a4a service neutron] 10.222.0.22 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318605 Jun 21 20:01:56.465173 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Notify callbacks [] for port, precommit_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:56.478300 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Transition to ACTIVE for port object 8ca8cf9c-3be5-452d-a397-2205c54c0a76 will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:01:56.495615 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Transition to ACTIVE for port object 8ca8cf9c-3be5-452d-a397-2205c54c0a76 will not be triggered until provisioned by entity DHCP. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:01:56.545272 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Allocated IP 172.27.0.59 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/10ad39f9-7a6b-4850-b479-52cbaea2299a) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:01:56.552712 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d9d54fb9-c003-4a4a-aeaf-d05251a0f9c8 req-7d85675c-0ca4-4932-a27e-fb260dae38e6 service neutron] 10.222.0.22 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174102 Jun 21 20:01:56.572572 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:56.575020 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:56.629652 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Network 77b4d83c-950d-495b-ab69-76fd20d6dd71 is already hosted by enough agents. {{(pid=104796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:01:56.631089 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Pushing event updated for resources: {'Port': ['ID=8ca8cf9c-3be5-452d-a397-2205c54c0a76,revision_number=1']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:56.633902 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.base_scheduler [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Resources bound (agent type, host, resource id): {{(pid=104796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:01:56.636056 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:56.636825 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Received port after_create {{(pid=104796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:01:56.675235 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:56.703933 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Attempting to bind port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:01:56.704320 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Attempting to bind port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:01:56.704689 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Attempting to bind port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 on network 77b4d83c-950d-495b-ab69-76fd20d6dd71 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:01:56.712366 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:01:56.712820 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Checking segment: {'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:01:56.713494 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:56.713620 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Bound using segment: {'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:01:56.714091 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Bound port: 8ca8cf9c-3be5-452d-a397-2205c54c0a76, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:01:56.714476 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:56.742015 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea744c1e-4b4a-49c8-a498-6946ba262418 None None] New status for floating IP 616b27b1-8067-4948-8d62-624cde607d75: DOWN {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:01:56.789600 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] For port 8ca8cf9c-3be5-452d-a397-2205c54c0a76, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:01:56.795701 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:56.806056 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-fc936dba-7df1-406e-856a-1512a51e9483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:56.806552 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] For port 8ca8cf9c-3be5-452d-a397-2205c54c0a76, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=8ca8cf9c-3be5-452d-a397-2205c54c0a76,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:01:56.846832 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:01:56.850558 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:01:56.852528 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:01:56.898516 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Pushing event updated for resources: {'Port': ['ID=10ad39f9-7a6b-4850-b479-52cbaea2299a,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:56.899967 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:56.901375 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:56.902411 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:56.967291 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43076) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:56.990069 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Pushing event updated for resources: {'Port': ['ID=8ca8cf9c-3be5-452d-a397-2205c54c0a76,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:56.994952 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:57.042436 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4b8dd7b-bc3f-456d-994f-15877b61ba76 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:57.074512 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4b8dd7b-bc3f-456d-994f-15877b61ba76 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:57.239929 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4b8dd7b-bc3f-456d-994f-15877b61ba76 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:57.242534 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4b8dd7b-bc3f-456d-994f-15877b61ba76 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:57.246219 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-a4b8dd7b-bc3f-456d-994f-15877b61ba76 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "DELETE /v2.0/security-groups/639afc3a-a678-4d98-a2aa-31cc45d1d2da HTTP/1.1" status: 204 len: 168 time: 0.2753098 Jun 21 20:01:57.246219 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-126028c6-4435-4616-9af2-6d9279ada715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:57.246411 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f7944-54be-4be4-aacb-4298d7b41f48 req-55c16f84-e29c-414e-9f29-c799ffc466e4 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:57.247622 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b6f7944-54be-4be4-aacb-4298d7b41f48 req-55c16f84-e29c-414e-9f29-c799ffc466e4 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 943 time: 0.1447203 Jun 21 20:01:57.249600 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43078) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:57.286244 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:57.288399 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.api.v2.resource [None req-f185458f-b68e-43ec-8f7a-c3bf0c254222 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] show failed (client error): The resource could not be found. Jun 21 20:01:57.289524 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f185458f-b68e-43ec-8f7a-c3bf0c254222 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups/639afc3a-a678-4d98-a2aa-31cc45d1d2da HTTP/1.1" status: 404 len: 347 time: 0.0281901 Jun 21 20:01:57.290657 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8dd7b-bc3f-456d-994f-15877b61ba76 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=639afc3a-a678-4d98-a2aa-31cc45d1d2da,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:57.292642 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43080) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:57.345731 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a4b8dd7b-bc3f-456d-994f-15877b61ba76 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:57.346285 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4b7080-33f8-4d93-a5a6-64a02d988a07', 'tag': '0785df54-8301-4bc5-a0ac-bb9e917cf0ce'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:01:57.348641 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9c327f-1719-4dec-b9a0-3b208664625e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4b7080-33f8-4d93-a5a6-64a02d988a07", "tag": "0785df54-8301-4bc5-a0ac-bb9e917cf0ce"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:01:57.353599 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:57.369118 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4b6f7944-54be-4be4-aacb-4298d7b41f48 req-1d5851b5-33b4-449a-b835-a105467eb185 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002123 Jun 21 20:01:57.383031 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:57.407355 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b6043d-4e89-4724-94a2-db3155843d6e x-openstack-request-id: req-00b6043d-4e89-4724-94a2-db3155843d6e {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:01:57.407845 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4b7080-33f8-4d93-a5a6-64a02d988a07", "tag": "0785df54-8301-4bc5-a0ac-bb9e917cf0ce", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:01:57.407845 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00b6043d-4e89-4724-94a2-db3155843d6e {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:01:57.408265 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4b7080-33f8-4d93-a5a6-64a02d988a07', 'tag': '0785df54-8301-4bc5-a0ac-bb9e917cf0ce', 'status': 'completed', 'code': 200} Jun 21 20:01:57.431368 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 898ec037-19cb-47ea-96c3-97f16a9ca4fa no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:01:57.454525 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 898ec037-19cb-47ea-96c3-97f16a9ca4fa {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:01:57.454888 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 898ec037-19cb-47ea-96c3-97f16a9ca4fa not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:01:57.515316 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c327f-1719-4dec-b9a0-3b208664625e req-9f8f2092-bbe5-4c37-87e2-6239e4b1565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:57.517044 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bd9c327f-1719-4dec-b9a0-3b208664625e req-9f8f2092-bbe5-4c37-87e2-6239e4b1565b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 1096 time: 0.0759256 Jun 21 20:01:57.518769 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Deleting port 2bdf05fa-f596-4988-aa55-ffe1380e92c8 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:01:57.519223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:57.715967 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 8ca8cf9c-3be5-452d-a397-2205c54c0a76 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:01:57.839168 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570368'] for router, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:57.880059 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:01:57.956795 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:57.962678 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:58.031887 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Calling delete_port for 2bdf05fa-f596-4988-aa55-ffe1380e92c8 owned by network:floatingip {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:01:58.034598 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Router 422773d7-7123-4cd5-b80b-ec7156c25597 is scheduled to L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f with binding_index 1 {{(pid=104793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 20:01:58.036481 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c327f-1719-4dec-b9a0-3b208664625e req-56465b4d-3d36-4551-9f43-6b62a2f92237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:58.037812 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bd9c327f-1719-4dec-b9a0-3b208664625e req-56465b4d-3d36-4551-9f43-6b62a2f92237 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3694064f-0c95-4bf4-ad59-39d7f2c3647d HTTP/1.1" status: 200 len: 915 time: 0.1825047 Jun 21 20:01:58.042423 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b066d3ff-af04-44ae-95d3-cbd2fb8c7161 None None] Network 77b4d83c-950d-495b-ab69-76fd20d6dd71 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:01:58.122015 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bd9c327f-1719-4dec-b9a0-3b208664625e req-a96a2c62-0959-47c6-997d-c2001925ede2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0785df54-8301-4bc5-a0ac-bb9e917cf0ce HTTP/1.1" status: 200 len: 217 time: 0.0454590 Jun 21 20:01:58.146657 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:01:58.162281 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Sync routers for ids ['422773d7-7123-4cd5-b80b-ec7156c25597'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:01:58.188220 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Routers {'422773d7-7123-4cd5-b80b-ec7156c25597'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:01:58.189052 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['422773d7-7123-4cd5-b80b-ec7156c25597'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:58.195297 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c327f-1719-4dec-b9a0-3b208664625e req-2ba448ae-b6b1-499d-858c-2380016e5d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:58.196770 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bd9c327f-1719-4dec-b9a0-3b208664625e req-2ba448ae-b6b1-499d-858c-2380016e5d87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65931853-6a6f-4c40-afd5-99c53b3ef9fb HTTP/1.1" status: 200 len: 854 time: 0.0665705 Jun 21 20:01:58.207604 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-308f3653-ade4-4e84-b4d4-95a87dd7c441 None None] Provisioning for port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:01:58.240492 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] Notify callbacks [] for router, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:58.241885 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-f3197c08-174e-42a9-a0c5-28e788d2592d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6405535 Jun 21 20:01:58.244872 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-308f3653-ade4-4e84-b4d4-95a87dd7c441 None None] Provisioning complete for port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:01:58.246125 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-308f3653-ade4-4e84-b4d4-95a87dd7c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:58.247278 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43084) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:58.249278 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bd9c327f-1719-4dec-b9a0-3b208664625e req-90daf38f-09a7-416e-89a7-34d620b9d76b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3694064f-0c95-4bf4-ad59-39d7f2c3647d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454974 Jun 21 20:01:58.373095 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Set router 422773d7-7123-4cd5-b80b-ec7156c25597 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:01:58.431390 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:58.436071 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1e85451c-3f16-4e66-b1b3-1cf2c827294b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:58.478713 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bd9c327f-1719-4dec-b9a0-3b208664625e req-5ddaa6ed-d016-4a7e-93bb-b47c9bb9003a service neutron] 10.222.0.22 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214069 Jun 21 20:01:58.513495 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event deleted for resources: {'Port': ['ID=2bdf05fa-f596-4988-aa55-ffe1380e92c8,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:58.555160 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:58.585684 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6671c-e50b-4cc4-957c-9714ea164ba0 req-ea3a4b13-6e1f-459b-b00b-f57d825bf8ee tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:58.592918 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a4d6671c-e50b-4cc4-957c-9714ea164ba0 req-ea3a4b13-6e1f-459b-b00b-f57d825bf8ee tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 943 time: 0.0882113 Jun 21 20:01:58.616836 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:58.638482 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-308f3653-ade4-4e84-b4d4-95a87dd7c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:58.661525 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a4d6671c-e50b-4cc4-957c-9714ea164ba0 req-620ec688-3705-439b-804e-d099d09413f5 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675085 Jun 21 20:01:58.694957 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bd9c327f-1719-4dec-b9a0-3b208664625e req-88c813b3-f5bd-45c3-94da-f5d5d97e585f service neutron] 10.222.0.22 "GET /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975284 Jun 21 20:01:58.695759 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:58.698218 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:58.704809 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "DELETE /v2.0/floatingips/616b27b1-8067-4948-8d62-624cde607d75 HTTP/1.1" status: 204 len: 168 time: 1.4057450 Jun 21 20:01:58.739034 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-308f3653-ade4-4e84-b4d4-95a87dd7c441 None None] For port 8ca8cf9c-3be5-452d-a397-2205c54c0a76, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=8ca8cf9c-3be5-452d-a397-2205c54c0a76,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:58.790228 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:57Z', 'revision_number': 3, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:58.820341 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Checking router: 422773d7-7123-4cd5-b80b-ec7156c25597 for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:01:58.820703 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Updating router 422773d7-7123-4cd5-b80b-ec7156c25597 port 10ad39f9-7a6b-4850-b479-52cbaea2299a binding host dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:01:58.853383 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-308f3653-ade4-4e84-b4d4-95a87dd7c441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:58.855355 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:58.908578 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:58.911683 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f3653-ade4-4e84-b4d4-95a87dd7c441 None None] Pushing event updated for resources: {'Port': ['ID=8ca8cf9c-3be5-452d-a397-2205c54c0a76,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:58.930525 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-308f3653-ade4-4e84-b4d4-95a87dd7c441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:58.932327 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.019392 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-0055c329-404a-4698-a048-8b1fe8269767 None None] Provisioning complete for port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:01:59.019801 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-0055c329-404a-4698-a048-8b1fe8269767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.091869 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Allocated IP 172.20.0.1 (77b4d83c-950d-495b-ab69-76fd20d6dd71/e0ef8f24-5623-4785-9826-38e827099f7b/43127bec-de60-4556-85a3-8275adf5a2bd) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:01:59.193266 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.207029 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Transition to ACTIVE for port object 43127bec-de60-4556-85a3-8275adf5a2bd will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:01:59.235883 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Notify callbacks [] for port, precommit_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.245608 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Transition to ACTIVE for port object 10ad39f9-7a6b-4850-b479-52cbaea2299a will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:01:59.315593 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.318609 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:59.337295 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.339300 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:59.353511 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Network 77b4d83c-950d-495b-ab69-76fd20d6dd71 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:01:59.358144 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:01:59.362026 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:01:59.391223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Pushing event updated for resources: {'Port': ['ID=43127bec-de60-4556-85a3-8275adf5a2bd,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:59.395989 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:59.401779 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3e447-51e1-408f-9346-062f63fcaf93 None None] Pushing event updated for resources: {'Port': ['ID=10ad39f9-7a6b-4850-b479-52cbaea2299a,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:59.404613 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-38d3e447-51e1-408f-9346-062f63fcaf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:59.407820 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Attempting to bind port 10ad39f9-7a6b-4850-b479-52cbaea2299a on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:01:59.408544 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Attempting to bind port 10ad39f9-7a6b-4850-b479-52cbaea2299a by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:01:59.408681 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Attempting to bind port 10ad39f9-7a6b-4850-b479-52cbaea2299a on network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:01:59.411741 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568879'] for router_interface, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.416474 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:01:59.416909 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Checking segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:01:59.417320 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.417769 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Bound using segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:01:59.418257 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Bound port: 10ad39f9-7a6b-4850-b479-52cbaea2299a, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:01:59.418636 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.450708 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 0785df54-8301-4bc5-a0ac-bb9e917cf0ce details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:01:59.471695 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43090) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:59.477016 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-a1cc2fc8-6bf6-49d7-9815-ae077b6462a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516540404', 'description': 'tempest-description--323502389'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:59.538316 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] For port 10ad39f9-7a6b-4850-b479-52cbaea2299a, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:01:59.556861 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] For port 10ad39f9-7a6b-4850-b479-52cbaea2299a, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=10ad39f9-7a6b-4850-b479-52cbaea2299a,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:01:59.586617 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0785df54-8301-4bc5-a0ac-bb9e917cf0ce,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:59.588670 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a1cc2fc8-6bf6-49d7-9815-ae077b6462a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.607324 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '0785df54-8301-4bc5-a0ac-bb9e917cf0ce', 'network_id': '3694064f-0c95-4bf4-ad59-39d7f2c3647d', 'port_id': '0785df54-8301-4bc5-a0ac-bb9e917cf0ce', 'mac_address': 'fa:16:3e:cc:03:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65931853-6a6f-4c40-afd5-99c53b3ef9fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:01:59.649449 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.662422 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0785df54-8301-4bc5-a0ac-bb9e917cf0ce {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:01:59.683486 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.684710 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.691099 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0785df54-8301-4bc5-a0ac-bb9e917cf0ce,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:01:59.692057 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:59.694165 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 8ca8cf9c-3be5-452d-a397-2205c54c0a76 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:01:59.703586 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a1cc2fc8-6bf6-49d7-9815-ae077b6462a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.743442 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-b076dba4-221c-49b0-91c8-ccb5ca068578 None None] Provisioning for port 43127bec-de60-4556-85a3-8275adf5a2bd completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:01:59.765488 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-b076dba4-221c-49b0-91c8-ccb5ca068578 None None] Provisioning complete for port 43127bec-de60-4556-85a3-8275adf5a2bd triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:01:59.765932 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b076dba4-221c-49b0-91c8-ccb5ca068578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.795506 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a1cc2fc8-6bf6-49d7-9815-ae077b6462a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.795781 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.816597 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-3073badb-727b-4d24-9027-19a738215fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:59.830678 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Routers {'422773d7-7123-4cd5-b80b-ec7156c25597'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:01:59.831332 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['422773d7-7123-4cd5-b80b-ec7156c25597'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:01:59.833088 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3e447-51e1-408f-9346-062f63fcaf93 None None] Pushing event updated for resources: {'Port': ['ID=10ad39f9-7a6b-4850-b479-52cbaea2299a,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:59.839209 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-38d3e447-51e1-408f-9346-062f63fcaf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:59.840167 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:59.857613 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc2fc8-6bf6-49d7-9815-ae077b6462a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b4f79f-cae0-4d13-b27e-4531e48a9c2b,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:01:59.861585 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a1cc2fc8-6bf6-49d7-9815-ae077b6462a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:01:59.870223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.872524 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-b076dba4-221c-49b0-91c8-ccb5ca068578 None None] Port 43127bec-de60-4556-85a3-8275adf5a2bd cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:01:59.884160 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728626b-3840-48ba-957e-ab0bf8f2af43 req-fe2bbaff-d8fb-4681-aacb-dc132a1a0d6f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:01:59.885893 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e728626b-3840-48ba-957e-ab0bf8f2af43 req-fe2bbaff-d8fb-4681-aacb-dc132a1a0d6f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 944 time: 0.1014686 Jun 21 20:01:59.920876 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a1cc2fc8-6bf6-49d7-9815-ae077b6462a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.922686 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-a1cc2fc8-6bf6-49d7-9815-ae077b6462a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4491723 Jun 21 20:01:59.925898 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43096) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:01:59.928848 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e728626b-3840-48ba-957e-ab0bf8f2af43 req-ce49bd71-9e2d-4373-a9ac-8046959303ad tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364599 Jun 21 20:01:59.933230 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-f12d5392-4f14-4515-8cb8-f0063e4b9b0a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'security_group_rule': {'security_group_id': '40b4f79f-cae0-4d13-b27e-4531e48a9c2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:01:59.944032 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.949431 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:01:59.954806 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:01:59.955352 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:01:59.995694 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=0785df54-8301-4bc5-a0ac-bb9e917cf0ce,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:00.004324 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:00.016361 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569910'] for router_interface, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.019027 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Pushing event updated for resources: {'Port': ['ID=43127bec-de60-4556-85a3-8275adf5a2bd,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:00.022186 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:00.028618 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f12d5392-4f14-4515-8cb8-f0063e4b9b0a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.028962 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] Set router 422773d7-7123-4cd5-b80b-ec7156c25597 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:02:00.090680 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['0785df54-8301-4bc5-a0ac-bb9e917cf0ce'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:02:00.096316 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f12d5392-4f14-4515-8cb8-f0063e4b9b0a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.118661 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Network 77b4d83c-950d-495b-ab69-76fd20d6dd71 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:02:00.120306 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:02:00.185100 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f12d5392-4f14-4515-8cb8-f0063e4b9b0a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.190619 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:00.218131 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d5392-4f14-4515-8cb8-f0063e4b9b0a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08e8c0b-d1c7-46f7-9b61-d48b163f3fa7,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:00.231839 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-f12d5392-4f14-4515-8cb8-f0063e4b9b0a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:00.250753 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Router 422773d7-7123-4cd5-b80b-ec7156c25597 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:02:00.320819 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-f12d5392-4f14-4515-8cb8-f0063e4b9b0a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.322454 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-f12d5392-4f14-4515-8cb8-f0063e4b9b0a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3926563 Jun 21 20:02:00.325235 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43098) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:00.330900 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-c7f9a7d3-573b-4bee-b317-1c9ebfba9352 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'security_group_rule': {'security_group_id': '40b4f79f-cae0-4d13-b27e-4531e48a9c2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:00.367654 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:02:00.372558 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] 10.222.0.30 "PUT /v2.0/routers/422773d7-7123-4cd5-b80b-ec7156c25597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1223536 Jun 21 20:02:00.410947 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '43127bec-de60-4556-85a3-8275adf5a2bd', 'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'mac_address': 'fa:16:3e:04:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:58Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 1, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'subnets': [{'id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:00.436402 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-a1d0f372-35d0-4e3b-9b35-25f89d67fe25 None None] Provisioning complete for port 43127bec-de60-4556-85a3-8275adf5a2bd triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:00.436790 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f372-35d0-4e3b-9b35-25f89d67fe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.438968 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1e975-b189-48a4-b73f-fb435658aa70 None None] The sync data for ids ['422773d7-7123-4cd5-b80b-ec7156c25597'] in dv-cinder-792462-15-iscsi is: [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '43127bec-de60-4556-85a3-8275adf5a2bd', 'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'mac_address': 'fa:16:3e:04:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:58Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 1, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'subnets': [{'id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:02:00.440535 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.476114 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0f372-35d0-4e3b-9b35-25f89d67fe25 None None] Port 43127bec-de60-4556-85a3-8275adf5a2bd cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:02:00.486191 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7f9a7d3-573b-4bee-b317-1c9ebfba9352 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.548751 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7f9a7d3-573b-4bee-b317-1c9ebfba9352 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.645564 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7f9a7d3-573b-4bee-b317-1c9ebfba9352 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.652956 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e6eb2211-43ee-4fdd-bf54-741e83d0d952 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:00.669436 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9a7d3-573b-4bee-b317-1c9ebfba9352 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe7bbd5-dd69-47d4-a96b-7026f7968164,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:00.672605 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c7f9a7d3-573b-4bee-b317-1c9ebfba9352 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:00.760736 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c7f9a7d3-573b-4bee-b317-1c9ebfba9352 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.762215 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-c7f9a7d3-573b-4bee-b317-1c9ebfba9352 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4358354 Jun 21 20:02:00.765373 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43106) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:00.772635 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'floatingip': {'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:00.846654 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:00.951315 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.090693 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Allocated IP 172.27.0.57 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/8beab4b7-92f9-4c75-8741-c4c3e0365bc6) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:02:01.157422 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43120) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:01.163074 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1143686426-network', 'tenant_id': '95bb54893639441b9077eea70e182a2d'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:01.210608 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c95ecb-a95f-41a6-b9e5-c718d0d2df87 req-2712e79a-72bd-4633-a2e2-80ef2ea02a89 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:01.212168 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c0c95ecb-a95f-41a6-b9e5-c718d0d2df87 req-2712e79a-72bd-4633-a2e2-80ef2ea02a89 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 944 time: 0.1025839 Jun 21 20:02:01.242741 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.257840 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c0c95ecb-a95f-41a6-b9e5-c718d0d2df87 req-5e219205-1c29-4d65-adba-3aa4f7c1afa5 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Jun 21 20:02:01.268773 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Made reservation on behalf of 95bb54893639441b9077eea70e182a2d for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:02:01.271439 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.288173 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.355538 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.358776 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-69f944e5-b275-4d9b-9d54-609dc21c4d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:01.384651 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.399982 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:02:01.402840 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:02:01.407811 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:02:01.409921 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'Port': ['ID=8beab4b7-92f9-4c75-8741-c4c3e0365bc6,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:01.412985 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:01.433460 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 0785df54-8301-4bc5-a0ac-bb9e917cf0ce up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:01.462515 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.466957 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b98dba20-3338-41ea-9cc6-c2b65f7e7e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:01.491578 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 20:02:01.502014 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08f9808-d3e8-4507-b93e-5efa474fc4b0,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:01.518342 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.518342 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Added segment 506805b4-f725-4121-94a5-c9ebde672832 of type vlan for network e34e9bdb-515c-4ff2-94e4-8984ecfefd8d Jun 21 20:02:01.518867 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.526959 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:01.562358 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.634625 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.652852 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.655736 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:01.655736 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.658413 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:01.705318 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 10ad39f9-7a6b-4850-b479-52cbaea2299a up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:01.729915 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=e34e9bdb-515c-4ff2-94e4-8984ecfefd8d,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:01.733361 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:01.736525 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:01.743795 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network e34e9bdb-515c-4ff2-94e4-8984ecfefd8d details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 20:02:01.746156 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:01.746732 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.814159 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.820731 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6595743 Jun 21 20:02:01.824438 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43124) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:01.825760 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Request body: {'subnet': {'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1143686426-subnet', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'ip_version': 4}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:01.888111 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.910761 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4b7080-33f8-4d93-a5a6-64a02d988a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0785df54-8301-4bc5-a0ac-bb9e917cf0ce'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:02:01.912937 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b704cf2-5ace-4862-8ad2-7e65eab664c8" -d '{"events": [{"server_uuid": "ce4b7080-33f8-4d93-a5a6-64a02d988a07", "name": "network-vif-plugged", "status": "completed", "tag": "0785df54-8301-4bc5-a0ac-bb9e917cf0ce"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:02:01.924703 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.927648 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:01.935073 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0785df54-8301-4bc5-a0ac-bb9e917cf0ce,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:01.952579 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Made reservation on behalf of 95bb54893639441b9077eea70e182a2d for: {'subnet': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:02:01.952710 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 10ad39f9-7a6b-4850-b479-52cbaea2299a completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:01.952985 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30770922'] for subnet, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.955197 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b09e45-2fc4-4d71-9679-f7f5d9bf075d x-openstack-request-id: req-52b09e45-2fc4-4d71-9679-f7f5d9bf075d {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:02:01.955543 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4b7080-33f8-4d93-a5a6-64a02d988a07", "name": "network-vif-plugged", "status": "completed", "tag": "0785df54-8301-4bc5-a0ac-bb9e917cf0ce", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:02:01.955859 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52b09e45-2fc4-4d71-9679-f7f5d9bf075d {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:02:01.956266 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4b7080-33f8-4d93-a5a6-64a02d988a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0785df54-8301-4bc5-a0ac-bb9e917cf0ce', 'code': 200} Jun 21 20:02:01.962038 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 10ad39f9-7a6b-4850-b479-52cbaea2299a triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:01.962437 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:01.996226 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'Port': ['ID=8beab4b7-92f9-4c75-8741-c4c3e0365bc6,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:02.002793 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:02.011477 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:02.017232 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:02.021316 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:02.047973 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:02:02.097606 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:02.106809 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=0785df54-8301-4bc5-a0ac-bb9e917cf0ce,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:02.113295 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3330424 Jun 21 20:02:02.114627 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:02.114919 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:02.137163 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 10ad39f9-7a6b-4850-b479-52cbaea2299a, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=10ad39f9-7a6b-4850-b479-52cbaea2299a,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:02.206175 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:02.209173 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-38d3e447-51e1-408f-9346-062f63fcaf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:02.240733 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30744992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30770936'] for subnet, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:02.243264 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:02.270881 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=10ad39f9-7a6b-4850-b479-52cbaea2299a,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:02.274465 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:02.333207 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b9487b-d153-406c-87c7-44d997be0403,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:02.337524 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:02.355316 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-63ed7e0b-68ae-46e0-9e40-4387f99f521c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--516540404&fields=id&tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da HTTP/1.1" status: 200 len: 267 time: 0.0705485 Jun 21 20:02:02.356037 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Checking segment: {'id': '506805b4-f725-4121-94a5-c9ebde672832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:02:02.356400 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Network hostable DHCP agents. Network: e34e9bdb-515c-4ff2-94e4-8984ecfefd8d, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 20:02:02.450837 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e30e4-35d6-47d1-83c7-c0bfbd64df7a req-7e37ae14-a041-4058-b705-9a9179abf317 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:02.453652 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f80e30e4-35d6-47d1-83c7-c0bfbd64df7a req-7e37ae14-a041-4058-b705-9a9179abf317 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 945 time: 0.0721576 Jun 21 20:02:02.489143 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b35cb-9113-4a82-a91d-f1606fcb2eb4 req-efb67635-0b7c-4b0c-9c8f-715eb808f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:02.490589 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6f6b35cb-9113-4a82-a91d-f1606fcb2eb4 req-efb67635-0b7c-4b0c-9c8f-715eb808f9fb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 1098 time: 0.1479292 Jun 21 20:02:02.493056 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f80e30e4-35d6-47d1-83c7-c0bfbd64df7a req-2257a433-b2da-43c8-b3e8-fd30c6ac8432 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339606 Jun 21 20:02:02.511498 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49570-d192-44c1-a412-be38b558b67d req-fef90897-65fd-4614-ac7e-d5b77441182f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:02.512911 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-fef90897-65fd-4614-ac7e-d5b77441182f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 817 time: 0.1367631 Jun 21 20:02:02.522843 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Network e34e9bdb-515c-4ff2-94e4-8984ecfefd8d is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 20:02:02.541545 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-0dfcbc5e-ccd4-4590-b958-667ca456078e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/quotas/9c8cb47bed7b4344a7a4e7174cf5e4da HTTP/1.1" status: 200 len: 375 time: 0.0197246 Jun 21 20:02:02.561236 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6f6b35cb-9113-4a82-a91d-f1606fcb2eb4 req-daa9fcd8-7ec7-4b94-837e-eaf919f83886 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620956 Jun 21 20:02:02.598023 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Sync routers for ids ['422773d7-7123-4cd5-b80b-ec7156c25597'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:02:02.605875 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, e34e9bdb-515c-4ff2-94e4-8984ecfefd8d) {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:02:02.606416 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Routers {'422773d7-7123-4cd5-b80b-ec7156c25597'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:02:02.607019 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['422773d7-7123-4cd5-b80b-ec7156c25597'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:02.611234 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:02.611833 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:02.616879 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc23d44-790a-4bb3-b40b-8e70c8bb854c None None] Network e34e9bdb-515c-4ff2-94e4-8984ecfefd8d requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:02:02.639478 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-6a8912b4-ca2f-4a4b-8180-914b30664959 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902739 Jun 21 20:02:02.702379 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-a37ef349-2b97-4103-a282-67d1d2e749af admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8803582 Jun 21 20:02:02.705544 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43144) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:02.710833 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1143686426-router', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:02.725754 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Set router 422773d7-7123-4cd5-b80b-ec7156c25597 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:02:02.768911 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cbd27e-ac4b-5d60-81fc-ac2e7ea337cf-e34e9bdb-515c-4ff2-94e4-8984ecfefd8d', 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'fixed_ips': [{'subnet_id': 'c0b9487b-d153-406c-87c7-44d997be0403'}]}} from dv-cinder-792462-15-iscsi. {{(pid=104796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 20:02:02.770378 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:02.808819 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-510613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4968'] for router, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:02.809815 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:02.919557 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:02.922376 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-9e908731-74c6-4cfb-bd2c-12f639bb8555 service neutron] 10.222.0.30 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681718 Jun 21 20:02:02.922786 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.db_base_plugin_common [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Allocated IP 172.20.0.2 (e34e9bdb-515c-4ff2-94e4-8984ecfefd8d/c0b9487b-d153-406c-87c7-44d997be0403/d215e141-e246-4208-bd20-07411b6fc0f1) {{(pid=104796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:02:03.044703 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '43127bec-de60-4556-85a3-8275adf5a2bd', 'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'mac_address': 'fa:16:3e:04:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:58Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 2, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'subnets': [{'id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:03.071955 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Notify callbacks [] for port, precommit_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:03.072334 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Checking router: 422773d7-7123-4cd5-b80b-ec7156c25597 for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:02:03.072821 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Updating router 422773d7-7123-4cd5-b80b-ec7156c25597 port 43127bec-de60-4556-85a3-8275adf5a2bd binding host dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:02:03.081930 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Transition to ACTIVE for port object d215e141-e246-4208-bd20-07411b6fc0f1 will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:02:03.097293 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Transition to ACTIVE for port object d215e141-e246-4208-bd20-07411b6fc0f1 will not be triggered until provisioned by entity DHCP. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:02:03.106441 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:03.154214 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:03.157925 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:03.200063 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Network e34e9bdb-515c-4ff2-94e4-8984ecfefd8d is already hosted by enough agents. {{(pid=104796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:02:03.203746 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.base_scheduler [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Resources bound (agent type, host, resource id): {{(pid=104796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:02:03.207711 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Received port after_create {{(pid=104796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:02:03.216602 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Pushing event updated for resources: {'Port': ['ID=d215e141-e246-4208-bd20-07411b6fc0f1,revision_number=1']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:03.221735 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:03.274121 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Attempting to bind port d215e141-e246-4208-bd20-07411b6fc0f1 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:02:03.274544 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Attempting to bind port d215e141-e246-4208-bd20-07411b6fc0f1 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '506805b4-f725-4121-94a5-c9ebde672832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:02:03.274916 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Attempting to bind port d215e141-e246-4208-bd20-07411b6fc0f1 on network e34e9bdb-515c-4ff2-94e4-8984ecfefd8d {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:02:03.280242 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:02:03.280623 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Checking segment: {'id': '506805b4-f725-4121-94a5-c9ebde672832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:02:03.281030 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:03.282152 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Bound using segment: {'id': '506805b4-f725-4121-94a5-c9ebde672832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:02:03.282648 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Bound port: d215e141-e246-4208-bd20-07411b6fc0f1, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506805b4-f725-4121-94a5-c9ebde672832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:02:03.283038 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:03.350280 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] For port d215e141-e246-4208-bd20-07411b6fc0f1, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:02:03.352135 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] For port d215e141-e246-4208-bd20-07411b6fc0f1, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=d215e141-e246-4208-bd20-07411b6fc0f1,segment=NetworkSegment(506805b4-f725-4121-94a5-c9ebde672832),segment_id=506805b4-f725-4121-94a5-c9ebde672832)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:02:03.386824 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Notify callbacks [] for port, precommit_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:03.397643 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.provisioning_blocks [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Transition to ACTIVE for port object 43127bec-de60-4556-85a3-8275adf5a2bd will not be triggered until provisioned by entity L2. {{(pid=104797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:02:03.432728 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4981'] for router, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:03.439773 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-f69b307f-d370-497f-8fb5-054dec6603b3 service neutron] 10.222.0.30 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074081 Jun 21 20:02:03.514973 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:03.519081 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:03.560290 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:03.564450 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:03.572937 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Pushing event updated for resources: {'Port': ['ID=d215e141-e246-4208-bd20-07411b6fc0f1,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:03.576062 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:03.612341 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Pushing event updated for resources: {'Port': ['ID=43127bec-de60-4556-85a3-8275adf5a2bd,revision_number=3']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:03.621268 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.621624 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.628331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.628331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.628331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.628331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.628331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.628331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.628331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.628331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.628331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.628331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:03.640867 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:03.780346 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 10ad39f9-7a6b-4850-b479-52cbaea2299a up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:03.851272 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 10ad39f9-7a6b-4850-b479-52cbaea2299a triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:03.852117 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:03.855770 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173694b-f318-4289-98db-967053238ec3 req-18fa7c57-77bd-4627-9bc9-9e8281595b51 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:03.884630 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2173694b-f318-4289-98db-967053238ec3 req-18fa7c57-77bd-4627-9bc9-9e8281595b51 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 945 time: 0.1547637 Jun 21 20:02:03.904595 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-25edbcfa-e163-4669-b826-8d626d654054 req-5238e6b1-f064-4a5a-a06c-82136260bcd0 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 210 time: 0.0596352 Jun 21 20:02:03.981997 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:03.988773 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2173694b-f318-4289-98db-967053238ec3 req-f8faaf36-0705-4962-af87-78e8aece6606 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029372 Jun 21 20:02:04.023285 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:04.144770 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Allocated IP 172.27.0.64 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/01491add-9bae-4333-9cad-37e739cd3fd8) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:02:04.180265 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Attempting to bind port 43127bec-de60-4556-85a3-8275adf5a2bd on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:02:04.180733 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Attempting to bind port 43127bec-de60-4556-85a3-8275adf5a2bd by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:02:04.180921 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Attempting to bind port 43127bec-de60-4556-85a3-8275adf5a2bd on network 77b4d83c-950d-495b-ab69-76fd20d6dd71 {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:02:04.186160 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:02:04.186524 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Checking segment: {'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:02:04.186919 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:04.187305 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Bound using segment: {'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:02:04.188520 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Bound port: 43127bec-de60-4556-85a3-8275adf5a2bd, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'}}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:02:04.188893 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:04.248883 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:04.252723 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] For port 43127bec-de60-4556-85a3-8275adf5a2bd, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:02:04.256140 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] For port 43127bec-de60-4556-85a3-8275adf5a2bd, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=43127bec-de60-4556-85a3-8275adf5a2bd,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:02:04.332008 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:04.335113 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:04.354978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:04.357059 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:04.393874 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Routers {'422773d7-7123-4cd5-b80b-ec7156c25597'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:02:04.394785 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['422773d7-7123-4cd5-b80b-ec7156c25597'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:04.399782 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Pushing event updated for resources: {'Port': ['ID=43127bec-de60-4556-85a3-8275adf5a2bd,revision_number=4']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:04.400167 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:02:04.403001 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:02:04.407776 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:02:04.411095 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=01491add-9bae-4333-9cad-37e739cd3fd8,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:04.433999 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:04.436663 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:04.534003 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] Set router 422773d7-7123-4cd5-b80b-ec7156c25597 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:02:04.754823 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '43127bec-de60-4556-85a3-8275adf5a2bd', 'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'mac_address': 'fa:16:3e:04:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:58Z', 'updated_at': '2021-06-21T20:02:04Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'subnets': [{'id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:04.774484 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:04.782893 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62e28d-9174-4d60-9c66-5c281a4eeda7 None None] The sync data for ids ['422773d7-7123-4cd5-b80b-ec7156c25597'] in dv-cinder-792462-15-iscsi is: [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '43127bec-de60-4556-85a3-8275adf5a2bd', 'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'mac_address': 'fa:16:3e:04:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:58Z', 'updated_at': '2021-06-21T20:02:04Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'subnets': [{'id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:02:04.865968 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cc4b58-9c92-4255-ba02-67add31db0f5 None None] Network e34e9bdb-515c-4ff2-94e4-8984ecfefd8d requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:02:04.998854 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570368'] for router, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:05.074898 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-17a218a9-d2d3-408a-9ecd-2dcc1d34de85 None None] Provisioning for port d215e141-e246-4208-bd20-07411b6fc0f1 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:05.223557 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4a9b70d1-3c0c-435d-b288-7f07356018c7 req-f900eaa0-6df5-4a17-b886-77dc42b4ccb4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 210 time: 0.0551672 Jun 21 20:02:05.263419 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Router 44eb81b8-6903-466e-961d-a4f77908dac1 is scheduled to L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f with binding_index 1 {{(pid=104794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 20:02:05.275382 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f8741-5063-417f-beff-cf094dd9db62 req-97c97ce3-abb5-4949-8c91-390d9c5af041 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:05.277102 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8d8f8741-5063-417f-beff-cf094dd9db62 req-97c97ce3-abb5-4949-8c91-390d9c5af041 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 945 time: 0.0954998 Jun 21 20:02:05.337788 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8d8f8741-5063-417f-beff-cf094dd9db62 req-088ff492-103c-4c5c-92e2-e00dd925cb12 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506811 Jun 21 20:02:05.404526 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:02:05.417398 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Sync routers for ids ['44eb81b8-6903-466e-961d-a4f77908dac1'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:02:05.427820 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Routers {'44eb81b8-6903-466e-961d-a4f77908dac1'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:02:05.428468 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['44eb81b8-6903-466e-961d-a4f77908dac1'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:05.531824 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Notify callbacks [] for router, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:05.534239 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8270907 Jun 21 20:02:05.536603 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43166) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:05.539193 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Set router 44eb81b8-6903-466e-961d-a4f77908dac1 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:02:05.752801 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'name': 'tempest-TestMinimumBasicScenario-1143686426-router', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:02:02Z', 'updated_at': '2021-06-21T20:02:04Z', 'revision_number': 3, 'project_id': '95bb54893639441b9077eea70e182a2d', 'gw_port': {'id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:04Z', 'updated_at': '2021-06-21T20:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:05.785396 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Checking router: 44eb81b8-6903-466e-961d-a4f77908dac1 for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:02:05.785764 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Updating router 44eb81b8-6903-466e-961d-a4f77908dac1 port 01491add-9bae-4333-9cad-37e739cd3fd8 binding host dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:02:05.810159 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 43127bec-de60-4556-85a3-8275adf5a2bd up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:05.851803 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:05.981429 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 43127bec-de60-4556-85a3-8275adf5a2bd completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:06.003293 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.009458 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 43127bec-de60-4556-85a3-8275adf5a2bd triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:06.009840 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.177940 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Allocated IP 172.20.0.1 (e34e9bdb-515c-4ff2-94e4-8984ecfefd8d/c0b9487b-d153-406c-87c7-44d997be0403/5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:02:06.293726 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.308633 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.310289 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.provisioning_blocks [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Transition to ACTIVE for port object 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 will not be triggered until provisioned by entity DHCP. {{(pid=104793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:02:06.348954 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Notify callbacks [] for port, precommit_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.369749 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Transition to ACTIVE for port object 01491add-9bae-4333-9cad-37e739cd3fd8 will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:02:06.372435 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 43127bec-de60-4556-85a3-8275adf5a2bd, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=43127bec-de60-4556-85a3-8275adf5a2bd,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:06.400408 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f6407c58-f2da-4662-939b-3c7e9022f709 req-5b61adfd-69c0-4fc9-bbd9-e5aedfd8d298 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 210 time: 0.0439932 Jun 21 20:02:06.411535 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49570-d192-44c1-a412-be38b558b67d req-eb417f8c-ec4d-448a-b9e7-0684b8da00c2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:06.415075 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-eb417f8c-ec4d-448a-b9e7-0684b8da00c2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.22 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 817 time: 0.1779866 Jun 21 20:02:06.456947 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.460061 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:06.460205 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-4376df7d-d33f-4833-a1dd-c51cbf265c9e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da HTTP/1.1" status: 200 len: 379 time: 0.0381839 Jun 21 20:02:06.469803 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'port': {'device_id': 'c1b5c151-8f4f-427b-9358-959b465da808', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'admin_state_up': True, 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'security_groups': ['40b4f79f-cae0-4d13-b27e-4531e48a9c2b']}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:06.496778 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.497669 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d215e141-e246-4208-bd20-07411b6fc0f1 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:06.499531 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:06.506461 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.524236 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Pushing event updated for resources: {'Port': ['ID=5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:06.528354 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Network e34e9bdb-515c-4ff2-94e4-8984ecfefd8d is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:02:06.533244 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:02:06.536126 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.536505 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.537070 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.537596 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.538115 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.538654 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.540653 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.540653 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.540653 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.540653 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.540653 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.541104 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:06.551235 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:02:06.553757 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:06.599203 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Attempting to bind port 01491add-9bae-4333-9cad-37e739cd3fd8 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:02:06.599634 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Attempting to bind port 01491add-9bae-4333-9cad-37e739cd3fd8 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:02:06.600057 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Attempting to bind port 01491add-9bae-4333-9cad-37e739cd3fd8 on network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:02:06.604787 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568879'] for router_interface, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.618388 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:02:06.618809 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Checking segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:02:06.619188 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.619619 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Bound using segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:02:06.620107 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Bound port: 01491add-9bae-4333-9cad-37e739cd3fd8, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:02:06.620494 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.622895 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=43127bec-de60-4556-85a3-8275adf5a2bd,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:06.628899 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:06.646162 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-c648a185-c315-45ad-bf0b-34b5e4634c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:06.663898 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Made reservation on behalf of 9c8cb47bed7b4344a7a4e7174cf5e4da for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:02:06.670041 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.707081 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ed617-b163-4177-a387-8f466a1d5b83 None None] Pushing event updated for resources: {'Port': ['ID=01491add-9bae-4333-9cad-37e739cd3fd8,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:06.711277 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-502ed617-b163-4177-a387-8f466a1d5b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:06.713735 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] For port 01491add-9bae-4333-9cad-37e739cd3fd8, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:02:06.717236 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] For port 01491add-9bae-4333-9cad-37e739cd3fd8, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=01491add-9bae-4333-9cad-37e739cd3fd8,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:02:06.737600 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port d215e141-e246-4208-bd20-07411b6fc0f1 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:06.742104 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port d215e141-e246-4208-bd20-07411b6fc0f1 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:06.742682 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.795662 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.803795 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:06.823127 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Allocated IP 172.20.0.7 (5a818231-d4af-4097-9fe3-2bd4744ce6c3/a54e1a25-5703-467b-ba5a-987734b96f0a/299c78f6-c16b-438c-a0a1-da2837f0762d) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:02:06.868883 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.889004 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.907618 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Routers {'44eb81b8-6903-466e-961d-a4f77908dac1'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:02:06.908266 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['44eb81b8-6903-466e-961d-a4f77908dac1'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:06.915546 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ed617-b163-4177-a387-8f466a1d5b83 None None] Pushing event updated for resources: {'Port': ['ID=01491add-9bae-4333-9cad-37e739cd3fd8,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:06.952275 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-502ed617-b163-4177-a387-8f466a1d5b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:06.981614 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-4aa58dc4-ffe6-4e68-ada5-cc48daa07815 None None] Provisioning for port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:06.987187 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port d215e141-e246-4208-bd20-07411b6fc0f1, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=d215e141-e246-4208-bd20-07411b6fc0f1,segment=NetworkSegment(506805b4-f725-4121-94a5-c9ebde672832),segment_id=506805b4-f725-4121-94a5-c9ebde672832)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:06.992328 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-4aa58dc4-ffe6-4e68-ada5-cc48daa07815 None None] Provisioning complete for port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:06.992328 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-4aa58dc4-ffe6-4e68-ada5-cc48daa07815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:06.997785 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:07.016498 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Transition to ACTIVE for port object 299c78f6-c16b-438c-a0a1-da2837f0762d will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:02:07.065107 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-4aa58dc4-ffe6-4e68-ada5-cc48daa07815 None None] Port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:02:07.068622 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:07.074149 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:07.077673 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-5a8d21ec-d19a-4752-ab93-74eaa485ff76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:07.082146 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] Set router 44eb81b8-6903-466e-961d-a4f77908dac1 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:02:07.132580 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:07.138124 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0911cacd-836e-42c5-8345-ad170b307e91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:07.160186 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:07.163640 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a270e410-139e-4d57-a7b7-52059011efb2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:07.204017 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=d215e141-e246-4208-bd20-07411b6fc0f1,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:07.215417 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:02:07.218488 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:02:07.226832 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:02:07.232261 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event updated for resources: {'Port': ['ID=299c78f6-c16b-438c-a0a1-da2837f0762d,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:07.234126 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:07.237660 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:07.253598 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569910'] for router_interface, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:07.276515 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Pushing event updated for resources: {'Port': ['ID=5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:07.279513 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:07.304790 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:07.305746 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:07.357408 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'name': 'tempest-TestMinimumBasicScenario-1143686426-router', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:02:02Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 4, 'project_id': '95bb54893639441b9077eea70e182a2d', 'gw_port': {'id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:04Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2', 'name': '', 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'mac_address': 'fa:16:3e:48:6a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c0b9487b-d153-406c-87c7-44d997be0403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:06Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 1, 'project_id': '95bb54893639441b9077eea70e182a2d', 'subnets': [{'id': 'c0b9487b-d153-406c-87c7-44d997be0403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:07.394520 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623e471-74ad-4f51-8020-ae1a33b32347 None None] The sync data for ids ['44eb81b8-6903-466e-961d-a4f77908dac1'] in dv-cinder-792462-15-iscsi is: [{'id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'name': 'tempest-TestMinimumBasicScenario-1143686426-router', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:02:02Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 4, 'project_id': '95bb54893639441b9077eea70e182a2d', 'gw_port': {'id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:43:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:04Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2', 'name': '', 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'mac_address': 'fa:16:3e:48:6a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c0b9487b-d153-406c-87c7-44d997be0403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:06Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 1, 'project_id': '95bb54893639441b9077eea70e182a2d', 'subnets': [{'id': 'c0b9487b-d153-406c-87c7-44d997be0403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:02:07.395285 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9297950 Jun 21 20:02:07.397162 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Network e34e9bdb-515c-4ff2-94e4-8984ecfefd8d is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:02:07.398638 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:02:07.409282 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Request body: {'port': {'device_id': 'c1b5c151-8f4f-427b-9358-959b465da808', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:07.532166 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:07.572064 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Router 44eb81b8-6903-466e-961d-a4f77908dac1 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:02:07.680357 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-1f1d3590-51b1-4e59-bf39-02a301558c34 None None] Provisioning for port 299c78f6-c16b-438c-a0a1-da2837f0762d completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:07.685015 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-1f1d3590-51b1-4e59-bf39-02a301558c34 None None] Provisioning complete for port 299c78f6-c16b-438c-a0a1-da2837f0762d triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:07.686295 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1f1d3590-51b1-4e59-bf39-02a301558c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:07.773263 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d3590-51b1-4e59-bf39-02a301558c34 None None] Port 299c78f6-c16b-438c-a0a1-da2837f0762d cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:02:07.776536 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 43127bec-de60-4556-85a3-8275adf5a2bd up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:07.844594 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 43127bec-de60-4556-85a3-8275adf5a2bd triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:07.845453 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:07.849003 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62659341-fdb6-42f9-836d-fa4403b265b3 req-54f4bb94-344c-451e-bd7e-237bef3a31c6 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:07.856064 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-62659341-fdb6-42f9-836d-fa4403b265b3 req-54f4bb94-344c-451e-bd7e-237bef3a31c6 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 931 time: 0.2662849 Jun 21 20:02:07.919649 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-9fc45368-43ed-489b-b967-b1b8efc77fa2 None None] Provisioning complete for port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:07.920028 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9fc45368-43ed-489b-b967-b1b8efc77fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:07.937903 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-62659341-fdb6-42f9-836d-fa4403b265b3 req-d20f6252-49cf-4304-a35a-51ee714a94c0 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800033 Jun 21 20:02:07.990012 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-9fc45368-43ed-489b-b967-b1b8efc77fa2 None None] Port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:02:08.031978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299c78f6-c16b-438c-a0a1-da2837f0762d {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:02:08.036485 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:02:08.039523 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d215e141-e246-4208-bd20-07411b6fc0f1 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:08.042925 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] 10.222.0.30 "PUT /v2.0/routers/44eb81b8-6903-466e-961d-a4f77908dac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5050275 Jun 21 20:02:08.053940 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:08.069486 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Transition to ACTIVE for port object 299c78f6-c16b-438c-a0a1-da2837f0762d will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:02:08.090406 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port d215e141-e246-4208-bd20-07411b6fc0f1 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:08.090792 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:08.177258 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:08.179574 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c4cbd732-a287-4a3b-8606-d6b77a13ee0f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:08.311722 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Pushing event updated for resources: {'Port': ['ID=299c78f6-c16b-438c-a0a1-da2837f0762d,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:08.324556 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:08.415988 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Attempting to bind port 299c78f6-c16b-438c-a0a1-da2837f0762d on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:02:08.419075 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Attempting to bind port 299c78f6-c16b-438c-a0a1-da2837f0762d by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:02:08.419075 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Attempting to bind port 299c78f6-c16b-438c-a0a1-da2837f0762d on network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:02:08.425318 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Port 299c78f6-c16b-438c-a0a1-da2837f0762d on network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:02:08.425844 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Attempting to bind port 299c78f6-c16b-438c-a0a1-da2837f0762d on network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:02:08.440868 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:02:08.445128 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Checking segment: {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:02:08.445534 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Bound using segment: {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:02:08.446006 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Bound port: 299c78f6-c16b-438c-a0a1-da2837f0762d, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73fd71d7-c8c1-42bc-bc7f-8694310d3e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:02:08.447517 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:08.528498 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:02:08.532064 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:02:08.634755 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:08.637150 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:08.668231 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:08.668895 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:08.670215 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] 10.222.0.22 "PUT /v2.0/ports/299c78f6-c16b-438c-a0a1-da2837f0762d HTTP/1.1" status: 200 len: 1093 time: 1.2657888 Jun 21 20:02:08.673303 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:02:08.675670 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d00f2e-33ca-4ece-8b53-35f85e8b7a66" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:02:08.704350 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Pushing event updated for resources: {'Port': ['ID=299c78f6-c16b-438c-a0a1-da2837f0762d,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:08.710300 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:08.729591 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3eaf74-a49f-44d1-8d1e-16f8c49e6dd4 x-openstack-request-id: req-8a3eaf74-a49f-44d1-8d1e-16f8c49e6dd4 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:02:08.730439 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:02:08.730728 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a3eaf74-a49f-44d1-8d1e-16f8c49e6dd4 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:02:08.731193 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'status': 'completed', 'code': 200} Jun 21 20:02:08.835790 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d00f2e-33ca-4ece-8b53-35f85e8b7a66 req-204e73db-d8fe-4796-ad33-6ae7be924533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:08.837269 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-15d00f2e-33ca-4ece-8b53-35f85e8b7a66 req-204e73db-d8fe-4796-ad33-6ae7be924533 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 1096 time: 0.0733256 Jun 21 20:02:08.953958 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d00f2e-33ca-4ece-8b53-35f85e8b7a66 req-f44bc50f-e0cc-45e4-b848-d214ed54cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:08.955755 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-15d00f2e-33ca-4ece-8b53-35f85e8b7a66 req-f44bc50f-e0cc-45e4-b848-d214ed54cead service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1109142 Jun 21 20:02:09.062235 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d00f2e-33ca-4ece-8b53-35f85e8b7a66 req-aae87848-b245-42da-b327-f0d117fbd575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:09.062865 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-15d00f2e-33ca-4ece-8b53-35f85e8b7a66 req-aae87848-b245-42da-b327-f0d117fbd575 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007693 Jun 21 20:02:09.142506 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de41fc-cff5-43e7-9d98-b0e83fed5da7 req-09ec6122-f436-4463-90a6-0452a7c16c7e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:09.143956 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-86de41fc-cff5-43e7-9d98-b0e83fed5da7 req-09ec6122-f436-4463-90a6-0452a7c16c7e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0725417 Jun 21 20:02:09.156979 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49570-d192-44c1-a412-be38b558b67d req-6f931766-74ba-4f3c-9cf6-d12be3cedbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:09.158465 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-6f931766-74ba-4f3c-9cf6-d12be3cedbd3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 1096 time: 0.0534568 Jun 21 20:02:09.205133 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-86de41fc-cff5-43e7-9d98-b0e83fed5da7 req-8b67e9de-3876-4016-a50c-fc5c32d98210 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549858 Jun 21 20:02:09.213204 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-0fefc8d6-cc82-450a-bc7b-0234ded05583 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=299c78f6-c16b-438c-a0a1-da2837f0762d HTTP/1.1" status: 200 len: 217 time: 0.0461016 Jun 21 20:02:09.284415 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49570-d192-44c1-a412-be38b558b67d req-a70de8c6-f2d3-4096-9b6e-cb6aed49e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:09.286335 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-a70de8c6-f2d3-4096-9b6e-cb6aed49e731 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a54e1a25-5703-467b-ba5a-987734b96f0a HTTP/1.1" status: 200 len: 856 time: 0.0551801 Jun 21 20:02:09.360375 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49570-d192-44c1-a412-be38b558b67d req-b293210c-89c0-417d-8fca-4e85fc44bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:09.361504 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-b293210c-89c0-417d-8fca-4e85fc44bab6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a818231-d4af-4097-9fe3-2bd4744ce6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0653830 Jun 21 20:02:09.487143 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-6c16e1e6-df7e-4c8b-a3b0-acb4ec99d555 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141963 Jun 21 20:02:09.596773 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-35a49570-d192-44c1-a412-be38b558b67d req-d868a6d9-e007-431e-8a25-4ac05b6e5d06 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981908 Jun 21 20:02:09.702245 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 01491add-9bae-4333-9cad-37e739cd3fd8 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:09.948448 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 01491add-9bae-4333-9cad-37e739cd3fd8 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:09.952411 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 01491add-9bae-4333-9cad-37e739cd3fd8 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:09.952820 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:10.042997 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:10.070436 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 01491add-9bae-4333-9cad-37e739cd3fd8, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=01491add-9bae-4333-9cad-37e739cd3fd8,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:10.142039 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:10.143999 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:10.209488 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=01491add-9bae-4333-9cad-37e739cd3fd8,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:10.213077 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:10.426075 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f76e32-d41b-44ae-bc48-0049762a4d18 req-d153ddf4-4099-4a8a-9ad8-7a4b5c9be5d7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:10.428345 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-58f76e32-d41b-44ae-bc48-0049762a4d18 req-d153ddf4-4099-4a8a-9ad8-7a4b5c9be5d7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0977626 Jun 21 20:02:10.475312 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-58f76e32-d41b-44ae-bc48-0049762a4d18 req-0cc12ccd-9a2c-4866-b979-bfec664f28ad tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386460 Jun 21 20:02:11.365843 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Sync routers for ids ['44eb81b8-6903-466e-961d-a4f77908dac1'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:02:11.377841 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Routers {'44eb81b8-6903-466e-961d-a4f77908dac1'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:02:11.378458 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['44eb81b8-6903-466e-961d-a4f77908dac1'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:11.492097 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Set router 44eb81b8-6903-466e-961d-a4f77908dac1 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:02:11.711199 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543b3a-1b58-4a7c-9f11-17f623f0465b req-5063670b-55c7-4478-b2de-5a0d0251e211 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:11.712988 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-92543b3a-1b58-4a7c-9f11-17f623f0465b req-5063670b-55c7-4478-b2de-5a0d0251e211 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0967278 Jun 21 20:02:11.730631 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 01491add-9bae-4333-9cad-37e739cd3fd8 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:11.752985 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'name': 'tempest-TestMinimumBasicScenario-1143686426-router', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:02:02Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 4, 'project_id': '95bb54893639441b9077eea70e182a2d', 'gw_port': {'id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:04Z', 'updated_at': '2021-06-21T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2', 'name': '', 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'mac_address': 'fa:16:3e:48:6a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c0b9487b-d153-406c-87c7-44d997be0403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:06Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 2, 'project_id': '95bb54893639441b9077eea70e182a2d', 'subnets': [{'id': 'c0b9487b-d153-406c-87c7-44d997be0403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:11.761217 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-92543b3a-1b58-4a7c-9f11-17f623f0465b req-43bd1e48-f2ed-4518-bea5-e10ab35e62d2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407641 Jun 21 20:02:11.780687 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Checking router: 44eb81b8-6903-466e-961d-a4f77908dac1 for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:02:11.781128 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Updating router 44eb81b8-6903-466e-961d-a4f77908dac1 port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 binding host dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:02:11.819075 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:11.822704 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 01491add-9bae-4333-9cad-37e739cd3fd8 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:11.823275 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:12.196593 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Notify callbacks [] for port, precommit_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:12.206230 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.provisioning_blocks [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Transition to ACTIVE for port object 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 will not be triggered until provisioned by entity L2. {{(pid=104797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:02:12.267497 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:12.271337 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:12.315829 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7ae93-2202-4ccd-868b-cb347f0ebc1a None None] Pushing event updated for resources: {'Port': ['ID=5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2,revision_number=3']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:12.319636 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-76e7ae93-2202-4ccd-868b-cb347f0ebc1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:12.423291 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Attempting to bind port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:02:12.424016 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Attempting to bind port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '506805b4-f725-4121-94a5-c9ebde672832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d'}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:02:12.424320 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Attempting to bind port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 on network e34e9bdb-515c-4ff2-94e4-8984ecfefd8d {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:02:12.435327 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:02:12.435835 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Checking segment: {'id': '506805b4-f725-4121-94a5-c9ebde672832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:02:12.436331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:12.436786 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Bound using segment: {'id': '506805b4-f725-4121-94a5-c9ebde672832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d'} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:02:12.437940 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Bound port: 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506805b4-f725-4121-94a5-c9ebde672832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d'}}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:02:12.438400 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:12.520831 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] For port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:02:12.524324 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] For port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2,segment=NetworkSegment(506805b4-f725-4121-94a5-c9ebde672832),segment_id=506805b4-f725-4121-94a5-c9ebde672832)] {{(pid=104797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:02:12.605371 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:12.608669 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:12.670749 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Routers {'44eb81b8-6903-466e-961d-a4f77908dac1'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:02:12.671372 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['44eb81b8-6903-466e-961d-a4f77908dac1'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:12.673687 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7ae93-2202-4ccd-868b-cb347f0ebc1a None None] Pushing event updated for resources: {'Port': ['ID=5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2,revision_number=4']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:12.684823 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-76e7ae93-2202-4ccd-868b-cb347f0ebc1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:12.839427 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] Set router 44eb81b8-6903-466e-961d-a4f77908dac1 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:02:13.033358 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7aac1-773b-4ec4-bf8e-c0e6d4315d55 req-e0c2f017-3c2e-4090-b975-19cd66175094 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:13.035639 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-58b7aac1-773b-4ec4-bf8e-c0e6d4315d55 req-e0c2f017-3c2e-4090-b975-19cd66175094 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0754571 Jun 21 20:02:13.080174 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-58b7aac1-773b-4ec4-bf8e-c0e6d4315d55 req-c141b69c-3d38-4974-b8ca-7402771ab9c0 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Jun 21 20:02:13.091916 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'name': 'tempest-TestMinimumBasicScenario-1143686426-router', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:02:02Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 4, 'project_id': '95bb54893639441b9077eea70e182a2d', 'gw_port': {'id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:04Z', 'updated_at': '2021-06-21T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2', 'name': '', 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'mac_address': 'fa:16:3e:48:6a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c0b9487b-d153-406c-87c7-44d997be0403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:06Z', 'updated_at': '2021-06-21T20:02:12Z', 'revision_number': 4, 'project_id': '95bb54893639441b9077eea70e182a2d', 'subnets': [{'id': 'c0b9487b-d153-406c-87c7-44d997be0403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:13.124158 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75ad18-43de-4568-8eeb-c3d68aca501f None None] The sync data for ids ['44eb81b8-6903-466e-961d-a4f77908dac1'] in dv-cinder-792462-15-iscsi is: [{'id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'name': 'tempest-TestMinimumBasicScenario-1143686426-router', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:02:02Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 4, 'project_id': '95bb54893639441b9077eea70e182a2d', 'gw_port': {'id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:04Z', 'updated_at': '2021-06-21T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2', 'name': '', 'network_id': 'e34e9bdb-515c-4ff2-94e4-8984ecfefd8d', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'mac_address': 'fa:16:3e:48:6a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c0b9487b-d153-406c-87c7-44d997be0403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:06Z', 'updated_at': '2021-06-21T20:02:12Z', 'revision_number': 4, 'project_id': '95bb54893639441b9077eea70e182a2d', 'subnets': [{'id': 'c0b9487b-d153-406c-87c7-44d997be0403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:02:13.495405 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 299c78f6-c16b-438c-a0a1-da2837f0762d details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:02:13.667849 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:13.691839 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'port_id': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'mac_address': 'fa:16:3e:4a:73:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:02:13.749247 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:13.791213 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:13.809922 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299c78f6-c16b-438c-a0a1-da2837f0762d {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:02:13.839653 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:13.903251 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:13.908859 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:13.909435 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:13.929499 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:13.933108 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:13.992591 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=299c78f6-c16b-438c-a0a1-da2837f0762d,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:14.002157 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.002506 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.002845 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.003176 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.003527 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.003857 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.004181 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.004503 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.004826 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.005145 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.005461 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.005777 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:14.025642 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:14.043155 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:14.075874 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2,segment=NetworkSegment(506805b4-f725-4121-94a5-c9ebde672832),segment_id=506805b4-f725-4121-94a5-c9ebde672832)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:14.229001 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['299c78f6-c16b-438c-a0a1-da2837f0762d'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:02:14.235433 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:14.262451 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:14.346207 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12468fc0-2b65-484a-a0dc-f434ac8e024a req-dc11d07f-ab15-4dd4-9048-e1f914066a63 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:14.346207 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-12468fc0-2b65-484a-a0dc-f434ac8e024a req-dc11d07f-ab15-4dd4-9048-e1f914066a63 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 944 time: 0.1090338 Jun 21 20:02:14.380005 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:14.394325 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:14.397252 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-12468fc0-2b65-484a-a0dc-f434ac8e024a req-bfe1205f-d3c9-45be-9905-5e1f178706fc tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557702 Jun 21 20:02:15.511872 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 299c78f6-c16b-438c-a0a1-da2837f0762d up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:15.575606 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6409e-8978-42e1-b231-e1a73ef01845 req-7747b98b-2c3a-418b-bf30-84de709aa949 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:15.577044 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cdd6409e-8978-42e1-b231-e1a73ef01845 req-7747b98b-2c3a-418b-bf30-84de709aa949 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 944 time: 0.0697792 Jun 21 20:02:15.615913 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cdd6409e-8978-42e1-b231-e1a73ef01845 req-adfd1ed4-417f-4c4e-8107-15cd4aa595c1 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323546 Jun 21 20:02:15.665499 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:15.701015 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 299c78f6-c16b-438c-a0a1-da2837f0762d completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:15.706891 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 299c78f6-c16b-438c-a0a1-da2837f0762d triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:15.707274 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:15.750036 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:15.750353 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:15.860189 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:15.894342 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:02:15.896890 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89cf627-d8f6-47c4-bb22-a1895360ce87" -d '{"events": [{"server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "name": "network-vif-plugged", "status": "completed", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:02:15.912734 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:15.993450 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:15.996143 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:16.071764 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=299c78f6-c16b-438c-a0a1-da2837f0762d,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:16.074984 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:16.092893 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8ccbbf-4540-4fb1-9384-32f557eb34e8 x-openstack-request-id: req-6d8ccbbf-4540-4fb1-9384-32f557eb34e8 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:02:16.092893 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "name": "network-vif-plugged", "status": "completed", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:02:16.093260 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d8ccbbf-4540-4fb1-9384-32f557eb34e8 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:02:16.093568 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'code': 200} Jun 21 20:02:16.559617 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91d1b9-8808-4f58-952a-c2ef52973cf2 req-8bddc98e-79f6-403f-8c81-ab8bfc06d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:16.561329 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e91d1b9-8808-4f58-952a-c2ef52973cf2 req-8bddc98e-79f6-403f-8c81-ab8bfc06d3dd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 1098 time: 0.0594459 Jun 21 20:02:16.599113 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0e91d1b9-8808-4f58-952a-c2ef52973cf2 req-97eb5c94-d9e2-40fc-9a97-2eb9223db4d2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309024 Jun 21 20:02:16.810142 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3a383-92ad-4d2b-8961-e726ad2a55e6 req-c54d6e29-ef53-48e2-94e3-7f7880611398 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:16.811631 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-29a3a383-92ad-4d2b-8961-e726ad2a55e6 req-c54d6e29-ef53-48e2-94e3-7f7880611398 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0686123 Jun 21 20:02:16.857453 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-29a3a383-92ad-4d2b-8961-e726ad2a55e6 req-49f08465-8330-4f8b-8049-032d48fcb1a5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353580 Jun 21 20:02:18.072229 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca057c-b408-45ff-92a2-26258423de71 req-00485265-ba3a-411e-9125-075a84d7de47 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:18.073712 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c1ca057c-b408-45ff-92a2-26258423de71 req-00485265-ba3a-411e-9125-075a84d7de47 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0865216 Jun 21 20:02:18.115119 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c1ca057c-b408-45ff-92a2-26258423de71 req-7a25c44a-969f-45b5-b882-61810c9fe160 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357070 Jun 21 20:02:18.323325 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1647558-f181-4cfb-98ba-bb02291027a6 req-ac113a9d-ae63-458f-b65f-16c62101c1fc tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:18.325160 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f1647558-f181-4cfb-98ba-bb02291027a6 req-ac113a9d-ae63-458f-b65f-16c62101c1fc tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0764863 Jun 21 20:02:18.334461 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43280) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:18.339654 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-249b49ec-b4f9-4bee-b382-9a521d532f99 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Request body: {'floatingip': {'port_id': '299c78f6-c16b-438c-a0a1-da2837f0762d'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:18.386080 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-249b49ec-b4f9-4bee-b382-9a521d532f99 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:18.844320 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-249b49ec-b4f9-4bee-b382-9a521d532f99 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:18.988839 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-249b49ec-b4f9-4bee-b382-9a521d532f99 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:19.088262 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.l3_db [None req-249b49ec-b4f9-4bee-b382-9a521d532f99 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Floating IP d79bd18f-cebd-4c4e-9e10-619ade5dd07a associated. External IP: 172.27.0.57, port: 299c78f6-c16b-438c-a0a1-da2837f0762d. Jun 21 20:02:19.313599 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249b49ec-b4f9-4bee-b382-9a521d532f99 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:02:19.708644 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b49ec-b4f9-4bee-b382-9a521d532f99 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:02:19.713217 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-249b49ec-b4f9-4bee-b382-9a521d532f99 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:19.724740 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee30228-91f5-4420-b789-34f611fe9756 None None] Sync routers for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:02:19.734801 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee30228-91f5-4420-b789-34f611fe9756 None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:02:19.735432 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-6ee30228-91f5-4420-b789-34f611fe9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:19.752798 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-249b49ec-b4f9-4bee-b382-9a521d532f99 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "PUT /v2.0/floatingips/d79bd18f-cebd-4c4e-9e10-619ade5dd07a HTTP/1.1" status: 200 len: 990 time: 1.4171839 Jun 21 20:02:19.753658 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:02:19.756138 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265cb1b3-d27a-4eff-b893-185d9c9ec967" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:02:19.799189 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0405d64d-99d1-498e-84ec-3412cf1050c6 x-openstack-request-id: req-0405d64d-99d1-498e-84ec-3412cf1050c6 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:02:19.799350 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:02:19.806723 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0405d64d-99d1-498e-84ec-3412cf1050c6 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:02:19.806723 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'status': 'completed', 'code': 200} Jun 21 20:02:19.856274 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-6ee30228-91f5-4420-b789-34f611fe9756 None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:02:19.899809 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cb1b3-d27a-4eff-b893-185d9c9ec967 req-33e3bed6-55b5-4d24-9c2e-5ec1b222c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:19.901616 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-265cb1b3-d27a-4eff-b893-185d9c9ec967 req-33e3bed6-55b5-4d24-9c2e-5ec1b222c216 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 1098 time: 0.0606694 Jun 21 20:02:19.995432 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cb1b3-d27a-4eff-b893-185d9c9ec967 req-63d00841-a30c-4e26-b2a0-71e60200f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:19.996890 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-265cb1b3-d27a-4eff-b893-185d9c9ec967 req-63d00841-a30c-4e26-b2a0-71e60200f3ee service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 918 time: 0.0887494 Jun 21 20:02:20.071366 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-265cb1b3-d27a-4eff-b893-185d9c9ec967 req-8ad2204c-a2f2-4703-84b0-a4b62b0b10b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=299c78f6-c16b-438c-a0a1-da2837f0762d HTTP/1.1" status: 200 len: 998 time: 0.0676224 Jun 21 20:02:20.101058 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-6ee30228-91f5-4420-b789-34f611fe9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': 'd79bd18f-cebd-4c4e-9e10-619ade5dd07a', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'port_id': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'mac_address': 'fa:16:3e:4a:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c151-8f4f-427b-9358-959b465da808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:02:01Z', 'updated_at': '2021-06-21T20:02:18Z', 'revision_number': 1, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:20.126116 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cb1b3-d27a-4eff-b893-185d9c9ec967 req-ade5be6c-bd73-4474-b1af-d600baaafc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:20.127629 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-265cb1b3-d27a-4eff-b893-185d9c9ec967 req-ade5be6c-bd73-4474-b1af-d600baaafc7c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a54e1a25-5703-467b-ba5a-987734b96f0a HTTP/1.1" status: 200 len: 856 time: 0.0498481 Jun 21 20:02:20.129083 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee30228-91f5-4420-b789-34f611fe9756 None None] Checking router: e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:02:20.138220 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee30228-91f5-4420-b789-34f611fe9756 None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:02:20.138832 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-6ee30228-91f5-4420-b789-34f611fe9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:01:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:20.192103 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cb1b3-d27a-4eff-b893-185d9c9ec967 req-ff86fc8e-ae23-49be-a341-955cce6be157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:20.193580 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-265cb1b3-d27a-4eff-b893-185d9c9ec967 req-ff86fc8e-ae23-49be-a341-955cce6be157 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a818231-d4af-4097-9fe3-2bd4744ce6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588231 Jun 21 20:02:20.252663 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-6ee30228-91f5-4420-b789-34f611fe9756 None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:02:20.290371 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-265cb1b3-d27a-4eff-b893-185d9c9ec967 req-ae9bd79e-8b7a-4208-b763-5286ae64b8d2 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816693 Jun 21 20:02:20.386400 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-265cb1b3-d27a-4eff-b893-185d9c9ec967 req-0a274554-6000-4faf-8c54-655f0e1ea803 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886605 Jun 21 20:02:20.484841 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-6ee30228-91f5-4420-b789-34f611fe9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': 'd79bd18f-cebd-4c4e-9e10-619ade5dd07a', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'port_id': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'mac_address': 'fa:16:3e:4a:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c151-8f4f-427b-9358-959b465da808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:02:01Z', 'updated_at': '2021-06-21T20:02:18Z', 'revision_number': 1, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:20.511437 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee30228-91f5-4420-b789-34f611fe9756 None None] The sync data for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi is: [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': 'd79bd18f-cebd-4c4e-9e10-619ade5dd07a', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'port_id': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'mac_address': 'fa:16:3e:4a:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c151-8f4f-427b-9358-959b465da808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:02:01Z', 'updated_at': '2021-06-21T20:02:18Z', 'revision_number': 1, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:02:20.645387 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-35d42557-0afc-4b45-af39-ee703f6b8aea tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:20.646879 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-35d42557-0afc-4b45-af39-ee703f6b8aea tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/networks?id=77b4d83c-950d-495b-ab69-76fd20d6dd71 HTTP/1.1" status: 200 len: 815 time: 0.1067905 Jun 21 20:02:20.661933 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-df9b67be-82b6-4e5a-b449-06eaf82e23c5 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/quotas/98cfca53e3234aa0b800b3119b66c47d HTTP/1.1" status: 200 len: 375 time: 0.0095134 Jun 21 20:02:20.704839 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9439258-b0c7-4a50-bbdc-42dbae6f4fe3 None None] New status for floating IP d79bd18f-cebd-4c4e-9e10-619ade5dd07a: ACTIVE {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:02:20.735344 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-74122874-6219-40e3-8007-22f612a05f3c tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=98cfca53e3234aa0b800b3119b66c47d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679781 Jun 21 20:02:20.828215 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-1673ae36-5585-4112-bc3c-ee204743c98a service neutron] 10.222.0.30 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810943 Jun 21 20:02:20.924665 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-36dcd991-32cf-4eb6-9c88-9094b528faef service neutron] 10.222.0.30 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900638 Jun 21 20:02:21.291908 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9d8bcb13-9ab1-45bb-a196-7ff93e47c89f req-e932af7e-f4cc-4416-8118-8fe17d386ad0 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 210 time: 0.0279965 Jun 21 20:02:21.494807 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636cdc9-907c-40c5-9652-14bf931740b9 req-e858c9b1-0881-40be-9ff7-73ec39a47d08 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:21.496349 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e636cdc9-907c-40c5-9652-14bf931740b9 req-e858c9b1-0881-40be-9ff7-73ec39a47d08 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 945 time: 0.0683465 Jun 21 20:02:21.536567 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e636cdc9-907c-40c5-9652-14bf931740b9 req-7dba97ce-0e8f-48a1-b771-fdab9a3df9f8 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343704 Jun 21 20:02:22.435388 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-77bc0f71-3ad1-455d-95a9-3a9ecea7678b req-e3f7ae5b-9fb5-490f-8c38-692ddd482462 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 210 time: 0.0279131 Jun 21 20:02:22.723732 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5076d-bad5-4c3e-a784-47492b611fea req-f93d26f3-576b-4fe8-864f-ba5ae425e0af tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:22.725242 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-dbb5076d-bad5-4c3e-a784-47492b611fea req-f93d26f3-576b-4fe8-864f-ba5ae425e0af tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 945 time: 0.0652092 Jun 21 20:02:22.769897 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-dbb5076d-bad5-4c3e-a784-47492b611fea req-af80ed1f-57fb-47af-8d35-70b601b6d3f7 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369818 Jun 21 20:02:22.980603 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0db1a7-ea37-41bc-b26b-cc924ae14091 req-3ed060c9-88ea-405e-b3f0-dfc91d210f4e tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:22.982009 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-db0db1a7-ea37-41bc-b26b-cc924ae14091 req-3ed060c9-88ea-405e-b3f0-dfc91d210f4e tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 945 time: 0.0636642 Jun 21 20:02:23.080542 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-db0db1a7-ea37-41bc-b26b-cc924ae14091 req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Deleting port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:02:23.080884 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-db0db1a7-ea37-41bc-b26b-cc924ae14091 req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:23.164696 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-db0db1a7-ea37-41bc-b26b-cc924ae14091 req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] For port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0785df54-8301-4bc5-a0ac-bb9e917cf0ce,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:23.165064 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-db0db1a7-ea37-41bc-b26b-cc924ae14091 req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:23.230588 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-db0db1a7-ea37-41bc-b26b-cc924ae14091 req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Calling delete_port for 0785df54-8301-4bc5-a0ac-bb9e917cf0ce owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:02:23.451265 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-db0db1a7-ea37-41bc-b26b-cc924ae14091 req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:23.464461 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:23.464663 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['74081b59-072f-47bf-99da-60d30f90c4d3', '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc', 'afc5a716-4209-4348-84dd-929e93a2b379', '0785df54-8301-4bc5-a0ac-bb9e917cf0ce'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:02:23.512133 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-72461594-c59a-4c24-a0d4-9db662b839c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:23.532158 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Pushing event deleted for resources: {'Port': ['ID=0785df54-8301-4bc5-a0ac-bb9e917cf0ce,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:23.537018 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:23.584532 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0db1a7-ea37-41bc-b26b-cc924ae14091 req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] No DVR routers for this DVR port 0785df54-8301-4bc5-a0ac-bb9e917cf0ce on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:02:23.588282 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-db0db1a7-ea37-41bc-b26b-cc924ae14091 req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:23.590162 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-db0db1a7-ea37-41bc-b26b-cc924ae14091 req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "DELETE /v2.0/ports/0785df54-8301-4bc5-a0ac-bb9e917cf0ce HTTP/1.1" status: 204 len: 173 time: 0.6027474 Jun 21 20:02:23.590659 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4b7080-33f8-4d93-a5a6-64a02d988a07', 'name': 'network-vif-deleted', 'tag': '0785df54-8301-4bc5-a0ac-bb9e917cf0ce'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:02:23.593030 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5759888f-ebdc-449a-8e8e-1b05de14171d" -d '{"events": [{"server_uuid": "ce4b7080-33f8-4d93-a5a6-64a02d988a07", "name": "network-vif-deleted", "tag": "0785df54-8301-4bc5-a0ac-bb9e917cf0ce"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:02:23.632076 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-929ed193-556f-4d28-a312-bd66cc366468 req-fde173c5-a973-4ab9-9546-5e12c3bdac0b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 210 time: 0.0689909 Jun 21 20:02:23.640881 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f10b007-785e-4f16-af63-72173dffc363 x-openstack-request-id: req-3f10b007-785e-4f16-af63-72173dffc363 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:02:23.641229 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4b7080-33f8-4d93-a5a6-64a02d988a07", "name": "network-vif-deleted", "tag": "0785df54-8301-4bc5-a0ac-bb9e917cf0ce", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:02:23.641516 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f10b007-785e-4f16-af63-72173dffc363 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:02:23.641938 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4b7080-33f8-4d93-a5a6-64a02d988a07', 'name': 'network-vif-deleted', 'tag': '0785df54-8301-4bc5-a0ac-bb9e917cf0ce', 'status': 'completed', 'code': 200} Jun 21 20:02:23.650274 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-d80723f4-8aec-4092-9187-1d95804c903f tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:23.651786 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-d80723f4-8aec-4092-9187-1d95804c903f tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.22 "GET /v2.0/networks?id=77b4d83c-950d-495b-ab69-76fd20d6dd71 HTTP/1.1" status: 200 len: 815 time: 0.1979978 Jun 21 20:02:23.664263 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Request body: {'port': {'device_id': '034bc313-7092-4df5-8a1b-00f109be1231', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'admin_state_up': True, 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:23.845865 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Made reservation on behalf of 98cfca53e3234aa0b800b3119b66c47d for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:02:23.850096 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:23.935914 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-77d55ae5-0fcc-4f90-ba3e-67b9438d5a85 req-ba575723-3945-49df-b917-f0fe87734b10 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce4b7080-33f8-4d93-a5a6-64a02d988a07 HTTP/1.1" status: 200 len: 210 time: 0.0342994 Jun 21 20:02:24.012889 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Allocated IP 172.20.0.7 (77b4d83c-950d-495b-ab69-76fd20d6dd71/e0ef8f24-5623-4785-9826-38e827099f7b/fc823ddb-5bef-4114-badf-3034dc8fb51e) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:02:24.158070 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:24.170723 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Transition to ACTIVE for port object fc823ddb-5bef-4114-badf-3034dc8fb51e will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:02:24.273463 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:24.277449 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-24274bf7-69b5-42eb-bda6-c4b7c745c62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:24.326861 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Network 77b4d83c-950d-495b-ab69-76fd20d6dd71 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:02:24.330120 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:02:24.334218 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:02:24.360713 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'Port': ['ID=fc823ddb-5bef-4114-badf-3034dc8fb51e,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:24.365373 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:24.390097 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:24.390902 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:24.492064 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8316133 Jun 21 20:02:24.504047 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Request body: {'port': {'device_id': '034bc313-7092-4df5-8a1b-00f109be1231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:24.639386 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-46c4cfd6-77a4-46a5-a2c9-b1a8be9026fe None None] Provisioning for port fc823ddb-5bef-4114-badf-3034dc8fb51e completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:24.647257 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-46c4cfd6-77a4-46a5-a2c9-b1a8be9026fe None None] Provisioning complete for port fc823ddb-5bef-4114-badf-3034dc8fb51e triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:24.648033 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46c4cfd6-77a4-46a5-a2c9-b1a8be9026fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:24.724199 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-46c4cfd6-77a4-46a5-a2c9-b1a8be9026fe None None] Port fc823ddb-5bef-4114-badf-3034dc8fb51e cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:02:24.731087 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:24.949400 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f68e8-bc3d-4c0f-8fc3-38fc5cfbb8a2 req-5bf78a02-c684-4dac-a396-0b7dfb1d4d79 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:24.950809 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b4f68e8-bc3d-4c0f-8fc3-38fc5cfbb8a2 req-5bf78a02-c684-4dac-a396-0b7dfb1d4d79 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 931 time: 0.1446612 Jun 21 20:02:25.041496 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b4f68e8-bc3d-4c0f-8fc3-38fc5cfbb8a2 req-6abb1dfb-e004-4419-88ad-3ea393d15f9e tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837221 Jun 21 20:02:25.193547 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc823ddb-5bef-4114-badf-3034dc8fb51e {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:02:25.208506 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:25.237738 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Transition to ACTIVE for port object fc823ddb-5bef-4114-badf-3034dc8fb51e will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:02:25.320025 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:25.322309 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ad6c4a1f-a26c-4105-a0f3-39034b57cf5a tempest-VolumesActionsTest-1882852417 tempest-VolumesActionsTest-1882852417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:25.420999 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Pushing event updated for resources: {'Port': ['ID=fc823ddb-5bef-4114-badf-3034dc8fb51e,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:25.436602 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:25.541920 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Attempting to bind port fc823ddb-5bef-4114-badf-3034dc8fb51e on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:02:25.542624 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Attempting to bind port fc823ddb-5bef-4114-badf-3034dc8fb51e by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:02:25.542739 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Attempting to bind port fc823ddb-5bef-4114-badf-3034dc8fb51e on network 77b4d83c-950d-495b-ab69-76fd20d6dd71 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:02:25.548256 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Port fc823ddb-5bef-4114-badf-3034dc8fb51e on network 77b4d83c-950d-495b-ab69-76fd20d6dd71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:02:25.548590 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Attempting to bind port fc823ddb-5bef-4114-badf-3034dc8fb51e on network 77b4d83c-950d-495b-ab69-76fd20d6dd71 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:02:25.553759 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:02:25.554105 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Checking segment: {'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:02:25.554530 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Bound using segment: {'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:02:25.554917 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Bound port: fc823ddb-5bef-4114-badf-3034dc8fb51e, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0526db04-8a9a-4928-b14a-ea7b52123391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:02:25.555272 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:25.632194 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] For port fc823ddb-5bef-4114-badf-3034dc8fb51e, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:02:25.635407 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] For port fc823ddb-5bef-4114-badf-3034dc8fb51e, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:02:25.750017 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:25.752628 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9b07276b-a6d0-4ef2-8522-ec5f1aa6c4a9 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:25.790776 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:25.791402 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:25.792845 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] 10.222.0.22 "PUT /v2.0/ports/fc823ddb-5bef-4114-badf-3034dc8fb51e HTTP/1.1" status: 200 len: 1093 time: 1.2936685 Jun 21 20:02:25.793371 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:02:25.795920 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536a5579-e4ff-4962-a507-e8776a094d65" -d '{"events": [{"name": "network-changed", "server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:02:25.843305 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Pushing event updated for resources: {'Port': ['ID=fc823ddb-5bef-4114-badf-3034dc8fb51e,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:25.860041 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:25.861059 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728ab9bf-472d-4d87-807c-b98df3244291 x-openstack-request-id: req-728ab9bf-472d-4d87-807c-b98df3244291 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:02:25.861654 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:02:25.862161 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-728ab9bf-472d-4d87-807c-b98df3244291 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:02:25.862844 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'status': 'completed', 'code': 200} Jun 21 20:02:26.244537 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe8568-b314-46c9-8848-a5c966d1bd75 req-0ff117ee-ce9c-406d-8cbd-f7b184baff93 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:26.246003 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5cbe8568-b314-46c9-8848-a5c966d1bd75 req-0ff117ee-ce9c-406d-8cbd-f7b184baff93 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.0708034 Jun 21 20:02:26.278949 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e12b1b80-f98a-47e6-af07-f2de88ee929e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:26.290323 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5cbe8568-b314-46c9-8848-a5c966d1bd75 req-89cba50b-0d64-4568-8ecc-8832add35bc2 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372932 Jun 21 20:02:27.144531 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee2ba7-454f-4281-9978-881449c55ceb req-f40d1211-646b-4da8-ba03-8f512c2db5d5 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:27.145901 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ceee2ba7-454f-4281-9978-881449c55ceb req-f40d1211-646b-4da8-ba03-8f512c2db5d5 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.0702362 Jun 21 20:02:27.187374 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ceee2ba7-454f-4281-9978-881449c55ceb req-10e2a8db-1fde-42e5-a436-01cb47116258 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357881 Jun 21 20:02:27.253592 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:27.315492 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:27.478822 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3c7f3-586a-4e71-b2a4-d61e4e861066 req-a04921be-5b9c-4720-824a-cb29422da290 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:27.480240 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-65b3c7f3-586a-4e71-b2a4-d61e4e861066 req-a04921be-5b9c-4720-824a-cb29422da290 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.0655253 Jun 21 20:02:27.522402 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-65b3c7f3-586a-4e71-b2a4-d61e4e861066 req-8679b016-6ff7-4b8b-8f74-e79d99f795ce tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362418 Jun 21 20:02:27.574263 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 0785df54-8301-4bc5-a0ac-bb9e917cf0ce no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:02:27.594966 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 0785df54-8301-4bc5-a0ac-bb9e917cf0ce {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:02:27.595395 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 0785df54-8301-4bc5-a0ac-bb9e917cf0ce not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:02:28.373643 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d194e2-518d-45f0-99a5-a7808239620a req-9d8ed432-88e3-4fca-9576-57ab62e2ec4b tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:28.375853 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d5d194e2-518d-45f0-99a5-a7808239620a req-9d8ed432-88e3-4fca-9576-57ab62e2ec4b tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.0719678 Jun 21 20:02:28.419079 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d5d194e2-518d-45f0-99a5-a7808239620a req-66139a2f-c364-44b8-a0ef-634af8349a8b tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374148 Jun 21 20:02:28.428945 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:28.703051 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f6fc9-9404-4a11-90d7-fa2a4a813219 req-18f775c8-4ddc-4794-82e6-262fed65a6d6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:28.704697 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-212f6fc9-9404-4a11-90d7-fa2a4a813219 req-18f775c8-4ddc-4794-82e6-262fed65a6d6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.0673773 Jun 21 20:02:28.743716 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-212f6fc9-9404-4a11-90d7-fa2a4a813219 req-493536d9-b8a4-4dfd-b5a3-31133ff99b9c tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Jun 21 20:02:29.607641 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7438195-5251-4f64-8ccc-f4ddc305d423 req-bb429f13-3383-4d60-af0d-07174383054a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:29.609627 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c7438195-5251-4f64-8ccc-f4ddc305d423 req-bb429f13-3383-4d60-af0d-07174383054a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.0648220 Jun 21 20:02:29.649675 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c7438195-5251-4f64-8ccc-f4ddc305d423 req-4a0c8329-4d93-49dd-9cf7-33a1e63b30f6 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337102 Jun 21 20:02:29.927601 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dbc28-c7b7-4b47-9b97-4161fdf82933 req-1b585927-18c6-4ed8-9ec7-39827dd621f7 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:29.929162 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fe0dbc28-c7b7-4b47-9b97-4161fdf82933 req-1b585927-18c6-4ed8-9ec7-39827dd621f7 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.0690494 Jun 21 20:02:29.969282 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fe0dbc28-c7b7-4b47-9b97-4161fdf82933 req-b2f16f79-2423-4976-8fb8-1531974299a9 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340838 Jun 21 20:02:30.405407 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:30.828198 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ee814-c4e3-4f1a-be1e-57f8472ab97b req-2ed97a0d-da49-4748-a01e-163fde83f566 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:30.829825 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-709ee814-c4e3-4f1a-be1e-57f8472ab97b req-2ed97a0d-da49-4748-a01e-163fde83f566 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.0669472 Jun 21 20:02:30.867966 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-709ee814-c4e3-4f1a-be1e-57f8472ab97b req-0f0d2c92-7bc9-4f26-a917-b14c0d316652 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 Jun 21 20:02:31.158433 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c00ee9-6ecf-4e93-9729-a12f0e5b1b8e req-1ce57dda-4763-4ef3-a980-7796340a66c5 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:31.161975 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a7c00ee9-6ecf-4e93-9729-a12f0e5b1b8e req-1ce57dda-4763-4ef3-a980-7796340a66c5 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.0746729 Jun 21 20:02:31.205091 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a7c00ee9-6ecf-4e93-9729-a12f0e5b1b8e req-ee4e473d-d393-4ab1-ac4c-560f3e1fb037 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394316 Jun 21 20:02:32.053180 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05c988-19c9-400c-8b40-7b879da1eebf req-ff927ce1-c89a-4232-bf84-7680c4748f50 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:32.054795 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3a05c988-19c9-400c-8b40-7b879da1eebf req-ff927ce1-c89a-4232-bf84-7680c4748f50 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.0692871 Jun 21 20:02:32.098560 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3a05c988-19c9-400c-8b40-7b879da1eebf req-d07a63cf-75cd-4a30-b248-9df4e1815322 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 Jun 21 20:02:32.392564 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17199152-1a3d-4d52-b80a-bdf1bc93399b req-dc7a3a68-e5a6-44d5-9317-115385f763ad tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:32.394054 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-17199152-1a3d-4d52-b80a-bdf1bc93399b req-dc7a3a68-e5a6-44d5-9317-115385f763ad tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.0719652 Jun 21 20:02:32.433634 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-17199152-1a3d-4d52-b80a-bdf1bc93399b req-f8dbbbb4-cec3-41ee-a1b7-29702c8e626b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336113 Jun 21 20:02:33.285435 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efcb6d-1018-4d64-8e35-ccb430399903 req-3cb19f6a-fc94-4a6e-bac8-860bed3ce933 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:33.286951 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-15efcb6d-1018-4d64-8e35-ccb430399903 req-3cb19f6a-fc94-4a6e-bac8-860bed3ce933 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.0730062 Jun 21 20:02:33.330403 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-15efcb6d-1018-4d64-8e35-ccb430399903 req-f391a652-e003-4e08-aa96-befb496cff14 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376036 Jun 21 20:02:33.616411 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915e0de-3fb5-4ea2-9b88-ab6067b7a50c req-326ddaf6-8ef8-4da0-8b03-9470971ace00 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:33.617968 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3915e0de-3fb5-4ea2-9b88-ab6067b7a50c req-326ddaf6-8ef8-4da0-8b03-9470971ace00 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.0703435 Jun 21 20:02:33.661758 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3915e0de-3fb5-4ea2-9b88-ab6067b7a50c req-03d46247-726c-450d-99c8-2c2b7c1aa2bf tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381527 Jun 21 20:02:34.688998 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82174e0d-4a56-4bdd-bbef-d79ce3612068 req-a0c4f6d6-40c7-464b-9a04-fa7c3e9e8341 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:34.690549 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-82174e0d-4a56-4bdd-bbef-d79ce3612068 req-a0c4f6d6-40c7-464b-9a04-fa7c3e9e8341 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.0664773 Jun 21 20:02:34.737801 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-82174e0d-4a56-4bdd-bbef-d79ce3612068 req-a768fdc3-cbfe-460d-b2f8-3b2cb9845cff tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Jun 21 20:02:34.917803 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a72d3b-a2f3-467b-b417-4f7c3c14971a req-fbc106fd-8e21-44b6-b716-8d25734ac46a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:34.919412 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-71a72d3b-a2f3-467b-b417-4f7c3c14971a req-fbc106fd-8e21-44b6-b716-8d25734ac46a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.0738251 Jun 21 20:02:34.962945 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-71a72d3b-a2f3-467b-b417-4f7c3c14971a req-f4625405-e134-42f1-ad10-e0649c918047 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 Jun 21 20:02:35.436881 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a5579-e4ff-4962-a507-e8776a094d65 req-bb287903-3f50-4c34-bd9e-21575aa2899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:35.438269 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-536a5579-e4ff-4962-a507-e8776a094d65 req-bb287903-3f50-4c34-bd9e-21575aa2899c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98cfca53e3234aa0b800b3119b66c47d&device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 1096 time: 0.0622866 Jun 21 20:02:35.549133 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a5579-e4ff-4962-a507-e8776a094d65 req-dfe9a45f-ba4b-4ca8-9fec-5f3f80238e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:35.550589 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-536a5579-e4ff-4962-a507-e8776a094d65 req-dfe9a45f-ba4b-4ca8-9fec-5f3f80238e67 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=98cfca53e3234aa0b800b3119b66c47d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0953488 Jun 21 20:02:35.644281 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a5579-e4ff-4962-a507-e8776a094d65 req-bf0ffe4c-f9cb-4ba3-aa39-974fbea2adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:35.645763 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-536a5579-e4ff-4962-a507-e8776a094d65 req-bf0ffe4c-f9cb-4ba3-aa39-974fbea2adab service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869417 Jun 21 20:02:35.743014 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-5c105fd7-ac63-456d-836c-3ddfdaa9129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:35.744498 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-5c105fd7-ac63-456d-836c-3ddfdaa9129c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98cfca53e3234aa0b800b3119b66c47d&device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 1096 time: 0.0566339 Jun 21 20:02:35.787271 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-208e582c-5eda-4f4b-b30b-a2288f49ab83 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e HTTP/1.1" status: 200 len: 217 time: 0.0346303 Jun 21 20:02:35.839484 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0beb6588-7fed-4050-8179-653c2af8cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:35.841005 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-0beb6588-7fed-4050-8179-653c2af8cb6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0ef8f24-5623-4785-9826-38e827099f7b HTTP/1.1" status: 200 len: 854 time: 0.0441856 Jun 21 20:02:35.948350 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-44e0bb64-789d-437a-909c-c2282e882a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:35.949876 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-44e0bb64-789d-437a-909c-c2282e882a9c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=77b4d83c-950d-495b-ab69-76fd20d6dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1014585 Jun 21 20:02:35.958212 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418973-839d-4fe0-a4d3-f2281393c118 req-3201c0cc-373b-4e45-be87-b3ff03b0491a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:35.959569 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-56418973-839d-4fe0-a4d3-f2281393c118 req-3201c0cc-373b-4e45-be87-b3ff03b0491a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.1034493 Jun 21 20:02:36.045323 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-56418973-839d-4fe0-a4d3-f2281393c118 req-349c20ef-0630-4f85-81ee-07b162232bc7 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779958 Jun 21 20:02:36.075512 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-48d155d5-0e1d-4600-9ba5-2af5d25de687 service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149259 Jun 21 20:02:36.140779 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0968b-84a1-4677-b46c-3214f2c1c6e7 req-2203a9db-93be-44b3-ae1b-505b9c84f4cc tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:36.142322 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-50c0968b-84a1-4677-b46c-3214f2c1c6e7 req-2203a9db-93be-44b3-ae1b-505b9c84f4cc tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.0633910 Jun 21 20:02:36.166926 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-806fdef0-edf3-4d06-9557-f68c8e707eb8 req-26c1a52f-b52a-451a-9f73-9e589c50b3d8 service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832210 Jun 21 20:02:36.181953 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-50c0968b-84a1-4677-b46c-3214f2c1c6e7 req-2995e49a-da41-4e6b-b431-a17c7690161b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Jun 21 20:02:37.215112 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f086ed3-f61c-4c00-bc3a-d1b90ced706e req-c51495fe-918f-496c-ae7c-33344f69af5c tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:37.216663 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6f086ed3-f61c-4c00-bc3a-d1b90ced706e req-c51495fe-918f-496c-ae7c-33344f69af5c tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.0642030 Jun 21 20:02:37.226572 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1ea19-10ed-4b8e-a04b-a096ddaafcc7 req-40592bee-a38f-4c92-b50b-81eb52f4586c tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:37.228246 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-11e1ea19-10ed-4b8e-a04b-a096ddaafcc7 req-40592bee-a38f-4c92-b50b-81eb52f4586c tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 946 time: 0.0673494 Jun 21 20:02:37.268619 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-11e1ea19-10ed-4b8e-a04b-a096ddaafcc7 req-0a2b6693-e81b-4e4c-9417-d79c5cdd499e tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343158 Jun 21 20:02:37.365054 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-6f086ed3-f61c-4c00-bc3a-d1b90ced706e req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Deleting port afc5a716-4209-4348-84dd-929e93a2b379 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:02:37.365309 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-6f086ed3-f61c-4c00-bc3a-d1b90ced706e req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:37.417010 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c4e6-dfaf-4ba3-8b43-94a52c81deac req-60d618cb-e3db-4d9a-9575-c907d31b9317 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:37.418435 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6a2c4e6-dfaf-4ba3-8b43-94a52c81deac req-60d618cb-e3db-4d9a-9575-c907d31b9317 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.1182745 Jun 21 20:02:37.481556 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e6a2c4e6-dfaf-4ba3-8b43-94a52c81deac req-b06104d9-04a2-4018-ae97-33343659ade6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544877 Jun 21 20:02:37.487834 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-6f086ed3-f61c-4c00-bc3a-d1b90ced706e req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] For port afc5a716-4209-4348-84dd-929e93a2b379, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=afc5a716-4209-4348-84dd-929e93a2b379,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:37.488202 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-6f086ed3-f61c-4c00-bc3a-d1b90ced706e req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:37.555397 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-6f086ed3-f61c-4c00-bc3a-d1b90ced706e req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Calling delete_port for afc5a716-4209-4348-84dd-929e93a2b379 owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:02:37.725015 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-6f086ed3-f61c-4c00-bc3a-d1b90ced706e req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:37.728792 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1a034222-3b5d-4e46-9c42-6f4c6bb7f3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:37.736871 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['74081b59-072f-47bf-99da-60d30f90c4d3', '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc', 'afc5a716-4209-4348-84dd-929e93a2b379'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:02:37.758934 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Pushing event deleted for resources: {'Port': ['ID=afc5a716-4209-4348-84dd-929e93a2b379,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:37.762274 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:37.805506 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f086ed3-f61c-4c00-bc3a-d1b90ced706e req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] No DVR routers for this DVR port afc5a716-4209-4348-84dd-929e93a2b379 on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:02:37.808032 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-6f086ed3-f61c-4c00-bc3a-d1b90ced706e req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:37.810026 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6f086ed3-f61c-4c00-bc3a-d1b90ced706e req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "DELETE /v2.0/ports/afc5a716-4209-4348-84dd-929e93a2b379 HTTP/1.1" status: 204 len: 173 time: 0.5875192 Jun 21 20:02:37.810611 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e73be71-0e03-476b-932b-63fef8971fb6', 'name': 'network-vif-deleted', 'tag': 'afc5a716-4209-4348-84dd-929e93a2b379'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:02:37.813831 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca8439a-c2ef-4380-8098-f869cf4a8a0c" -d '{"events": [{"server_uuid": "7e73be71-0e03-476b-932b-63fef8971fb6", "name": "network-vif-deleted", "tag": "afc5a716-4209-4348-84dd-929e93a2b379"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:02:37.852249 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4a0400-0b0f-41f6-b73e-5f8700c5053a x-openstack-request-id: req-3b4a0400-0b0f-41f6-b73e-5f8700c5053a {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:02:37.852580 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e73be71-0e03-476b-932b-63fef8971fb6", "name": "network-vif-deleted", "tag": "afc5a716-4209-4348-84dd-929e93a2b379", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:02:37.852873 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b4a0400-0b0f-41f6-b73e-5f8700c5053a {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:02:37.853317 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e73be71-0e03-476b-932b-63fef8971fb6', 'name': 'network-vif-deleted', 'tag': 'afc5a716-4209-4348-84dd-929e93a2b379', 'status': 'completed', 'code': 200} Jun 21 20:02:38.419927 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d214b3fb-f521-41be-9cc4-c881cfcb5e5b req-3d05534f-b82b-4822-83fd-e3851bfb621f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e73be71-0e03-476b-932b-63fef8971fb6 HTTP/1.1" status: 200 len: 210 time: 0.0274694 Jun 21 20:02:38.658770 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3263a-af1b-4d97-b50d-cc6f1ab247f6 req-a7bfc84a-d803-4769-81e6-e719b9758a8c tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:38.662222 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9ae3263a-af1b-4d97-b50d-cc6f1ab247f6 req-a7bfc84a-d803-4769-81e6-e719b9758a8c tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.0655124 Jun 21 20:02:38.700312 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9ae3263a-af1b-4d97-b50d-cc6f1ab247f6 req-201538fa-9710-44da-9f7b-ea446c50ac56 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Jun 21 20:02:39.048031 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:02:39.636689 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device fc823ddb-5bef-4114-badf-3034dc8fb51e details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:02:39.728020 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port fc823ddb-5bef-4114-badf-3034dc8fb51e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:39.744470 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'port_id': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'mac_address': 'fa:16:3e:93:b0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:02:39.781761 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:39.794085 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc823ddb-5bef-4114-badf-3034dc8fb51e {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:02:39.816497 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port fc823ddb-5bef-4114-badf-3034dc8fb51e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:39.881223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304734e9-3761-42c9-a46b-d3b87de37d06 req-2fd4ee1b-6910-40a6-843d-b6822b84917b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:39.882677 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-304734e9-3761-42c9-a46b-d3b87de37d06 req-2fd4ee1b-6910-40a6-843d-b6822b84917b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 943 time: 0.0695713 Jun 21 20:02:39.885301 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:39.888186 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-502ed617-b163-4177-a387-8f466a1d5b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:39.924385 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-304734e9-3761-42c9-a46b-d3b87de37d06 req-aee6e523-f77e-42a3-a1dd-c68a34325154 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357337 Jun 21 20:02:39.936834 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=fc823ddb-5bef-4114-badf-3034dc8fb51e,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:39.940355 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:40.090015 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84a1a-6847-4fcb-84f1-7454c7f1600c req-2de5a939-2106-4f8b-8fce-5f3f78707898 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:40.091483 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-04b84a1a-6847-4fcb-84f1-7454c7f1600c req-2de5a939-2106-4f8b-8fce-5f3f78707898 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 946 time: 0.0620096 Jun 21 20:02:40.127693 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-04b84a1a-6847-4fcb-84f1-7454c7f1600c req-49c60c04-834c-4b7b-986a-2287f9a1e500 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299668 Jun 21 20:02:40.155788 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['fc823ddb-5bef-4114-badf-3034dc8fb51e'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:02:41.098654 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a20b07-50f0-4106-887f-d418003683b6 req-e71f1712-dad6-4488-95bd-7acee3884237 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:41.100145 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-71a20b07-50f0-4106-887f-d418003683b6 req-e71f1712-dad6-4488-95bd-7acee3884237 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 944 time: 0.0639570 Jun 21 20:02:41.138016 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-71a20b07-50f0-4106-887f-d418003683b6 req-b895d4c5-e4d9-4ba4-8c17-749ac011be30 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Jun 21 20:02:41.314139 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c9830-3126-42f1-b2cb-24d3e04164f8 req-369e2f3e-e06d-43bf-8cc3-4633a9204820 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:41.315596 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-045c9830-3126-42f1-b2cb-24d3e04164f8 req-369e2f3e-e06d-43bf-8cc3-4633a9204820 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 946 time: 0.0657868 Jun 21 20:02:41.352858 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-045c9830-3126-42f1-b2cb-24d3e04164f8 req-88c74561-d94b-4ae5-99a6-1afa2937f520 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Jun 21 20:02:41.443677 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88737d-8455-4527-998e-a7e52792d835 req-b4422afb-e1ad-427b-9f92-51c1f3d81c0a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:41.445079 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cd88737d-8455-4527-998e-a7e52792d835 req-b4422afb-e1ad-427b-9f92-51c1f3d81c0a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 946 time: 0.0607800 Jun 21 20:02:41.651761 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device fc823ddb-5bef-4114-badf-3034dc8fb51e up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:02:41.753836 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port fc823ddb-5bef-4114-badf-3034dc8fb51e completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:02:41.757735 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port fc823ddb-5bef-4114-badf-3034dc8fb51e triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:02:41.758112 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:41.819812 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-cd88737d-8455-4527-998e-a7e52792d835 req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Deleting port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:02:41.820175 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-cd88737d-8455-4527-998e-a7e52792d835 req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:41.831538 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:41.856775 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:02:41.859734 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd32c40-bef5-4f7c-b3df-851e2a628af8" -d '{"events": [{"server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "name": "network-vif-plugged", "status": "completed", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:02:41.872198 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port fc823ddb-5bef-4114-badf-3034dc8fb51e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:41.902454 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6921d090-0516-4e48-8cca-fc1902b42003 x-openstack-request-id: req-6921d090-0516-4e48-8cca-fc1902b42003 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:02:41.902454 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "name": "network-vif-plugged", "status": "completed", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:02:41.902454 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6921d090-0516-4e48-8cca-fc1902b42003 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:02:41.902454 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'code': 200} Jun 21 20:02:41.911461 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-cd88737d-8455-4527-998e-a7e52792d835 req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] For port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:41.911842 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-cd88737d-8455-4527-998e-a7e52792d835 req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:41.936742 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:41.937774 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device afc5a716-4209-4348-84dd-929e93a2b379 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:02:41.940440 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:41.977240 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-cd88737d-8455-4527-998e-a7e52792d835 req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Calling delete_port for 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:02:41.979590 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: afc5a716-4209-4348-84dd-929e93a2b379 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:02:41.979946 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device afc5a716-4209-4348-84dd-929e93a2b379 not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:02:42.002434 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=fc823ddb-5bef-4114-badf-3034dc8fb51e,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:42.005359 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:42.158842 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-cd88737d-8455-4527-998e-a7e52792d835 req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:42.162709 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-12ce6197-c6fc-416c-8fca-670525f6fead tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:42.172674 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['74081b59-072f-47bf-99da-60d30f90c4d3', '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:02:42.197762 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Pushing event deleted for resources: {'Port': ['ID=88fc6533-2bc3-40a8-9b52-0ef41f13e5bc,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:42.206922 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:42.285904 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd88737d-8455-4527-998e-a7e52792d835 req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] No DVR routers for this DVR port 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:02:42.289114 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-cd88737d-8455-4527-998e-a7e52792d835 req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:42.291060 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cd88737d-8455-4527-998e-a7e52792d835 req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "DELETE /v2.0/ports/88fc6533-2bc3-40a8-9b52-0ef41f13e5bc HTTP/1.1" status: 204 len: 173 time: 0.8402054 Jun 21 20:02:42.291597 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0280f23a-6f6a-46ab-b8f9-7d502d99f3f4', 'name': 'network-vif-deleted', 'tag': '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:02:42.294485 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecffbd5f-54ee-4452-a416-6d58862c7c9a" -d '{"events": [{"server_uuid": "0280f23a-6f6a-46ab-b8f9-7d502d99f3f4", "name": "network-vif-deleted", "tag": "88fc6533-2bc3-40a8-9b52-0ef41f13e5bc"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:02:42.314788 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9109d-890d-42c2-9932-3899b3015cbd req-ed0f1b20-7d52-418c-b6e4-8c9d9461b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:42.316483 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-21f9109d-890d-42c2-9932-3899b3015cbd req-ed0f1b20-7d52-418c-b6e4-8c9d9461b532 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 1098 time: 0.1264992 Jun 21 20:02:42.348291 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe102d6f-a16d-4ec8-9de5-f51eb78db201 req-17a8e6f6-7a48-449a-a180-c72a93e62882 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:42.350591 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fe102d6f-a16d-4ec8-9de5-f51eb78db201 req-17a8e6f6-7a48-449a-a180-c72a93e62882 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 945 time: 0.0889554 Jun 21 20:02:42.361448 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd539fb9-040e-46ce-a100-bb427fd89d92 x-openstack-request-id: req-dd539fb9-040e-46ce-a100-bb427fd89d92 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:02:42.361794 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0280f23a-6f6a-46ab-b8f9-7d502d99f3f4", "name": "network-vif-deleted", "tag": "88fc6533-2bc3-40a8-9b52-0ef41f13e5bc", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:02:42.362083 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd539fb9-040e-46ce-a100-bb427fd89d92 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:02:42.362506 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0280f23a-6f6a-46ab-b8f9-7d502d99f3f4', 'name': 'network-vif-deleted', 'tag': '88fc6533-2bc3-40a8-9b52-0ef41f13e5bc', 'status': 'completed', 'code': 200} Jun 21 20:02:42.366419 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-21f9109d-890d-42c2-9932-3899b3015cbd req-277ec07f-e59d-433d-83f8-c6ba3638b152 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433531 Jun 21 20:02:42.398342 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fe102d6f-a16d-4ec8-9de5-f51eb78db201 req-d071736c-bff1-4a01-a7a1-6f110de08c92 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392621 Jun 21 20:02:42.500531 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d1a359a1-4512-40c7-b845-3901660c41dc req-ccf4e22c-4ed9-4846-8631-19b54e8ec081 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=0280f23a-6f6a-46ab-b8f9-7d502d99f3f4 HTTP/1.1" status: 200 len: 210 time: 0.0279481 Jun 21 20:02:43.569579 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b371c-5983-4292-98d3-94a610490362 req-5c42de80-6ab6-49e3-8ad7-4f1fb5e8a842 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:43.571014 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0a3b371c-5983-4292-98d3-94a610490362 req-5c42de80-6ab6-49e3-8ad7-4f1fb5e8a842 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 945 time: 0.0679581 Jun 21 20:02:43.609618 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0a3b371c-5983-4292-98d3-94a610490362 req-a1f85ad7-c633-44a8-b4b3-3a46010a2e7f tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328355 Jun 21 20:02:43.788016 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a5e2-29c9-4ae5-a00a-2142cfbe3ea9 req-31a8213c-d36e-4b58-8320-c737fcc5d456 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:43.789459 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2591a5e2-29c9-4ae5-a00a-2142cfbe3ea9 req-31a8213c-d36e-4b58-8320-c737fcc5d456 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 945 time: 0.0624108 Jun 21 20:02:43.832023 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2591a5e2-29c9-4ae5-a00a-2142cfbe3ea9 req-2731a8ce-9d05-46f1-b88f-6da53a3d5ec3 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367477 Jun 21 20:02:44.363523 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc1828-c263-457a-b736-53f36cbd3447 req-2bbb2915-d131-496d-8ae2-93bdafe84697 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:44.364972 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3cdc1828-c263-457a-b736-53f36cbd3447 req-2bbb2915-d131-496d-8ae2-93bdafe84697 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 945 time: 0.0627973 Jun 21 20:02:44.402471 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3cdc1828-c263-457a-b736-53f36cbd3447 req-541ca8a2-980b-4adc-8a0a-5224db321338 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Jun 21 20:02:45.496346 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5a1f2-28ad-4de8-8828-59a9139442ad req-5e29856e-eadc-43a0-9c9c-e0fad683101f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:45.499715 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f6f5a1f2-28ad-4de8-8828-59a9139442ad req-5e29856e-eadc-43a0-9c9c-e0fad683101f tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0618918 Jun 21 20:02:45.535196 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f6f5a1f2-28ad-4de8-8828-59a9139442ad req-b5b145b7-d3fe-4658-87b2-cdf15fdfc361 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312076 Jun 21 20:02:45.669278 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:02:45.689121 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:02:45.690717 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 88fc6533-2bc3-40a8-9b52-0ef41f13e5bc not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:02:46.715480 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2cdf1-b444-4657-a375-bf22dea5aeca req-353d0ad9-0c5a-44bb-b3e9-76be0019098c tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:46.717039 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b5b2cdf1-b444-4657-a375-bf22dea5aeca req-353d0ad9-0c5a-44bb-b3e9-76be0019098c tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0628695 Jun 21 20:02:46.754830 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b5b2cdf1-b444-4657-a375-bf22dea5aeca req-f932471a-222f-48f7-9026-a14da2f2b347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/security-groups?id=e418067a-d3b2-4cac-b722-9f07316d314a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308127 Jun 21 20:02:47.053486 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a15e9-4df6-4ab8-9305-e9c7959d8e54 req-b9cbfd8d-1908-4294-9b09-ccd9a422bf0c tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:47.055648 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d26a15e9-4df6-4ab8-9305-e9c7959d8e54 req-b9cbfd8d-1908-4294-9b09-ccd9a422bf0c tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 945 time: 0.0622063 Jun 21 20:02:47.165269 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-d26a15e9-4df6-4ab8-9305-e9c7959d8e54 req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Deleting port 74081b59-072f-47bf-99da-60d30f90c4d3 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:02:47.165705 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d26a15e9-4df6-4ab8-9305-e9c7959d8e54 req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:47.258299 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-d26a15e9-4df6-4ab8-9305-e9c7959d8e54 req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] For port 74081b59-072f-47bf-99da-60d30f90c4d3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=74081b59-072f-47bf-99da-60d30f90c4d3,segment=NetworkSegment(8923e7de-a223-43e7-92f9-61e14290b6e3),segment_id=8923e7de-a223-43e7-92f9-61e14290b6e3)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:02:47.258662 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d26a15e9-4df6-4ab8-9305-e9c7959d8e54 req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:47.320324 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-d26a15e9-4df6-4ab8-9305-e9c7959d8e54 req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Calling delete_port for 74081b59-072f-47bf-99da-60d30f90c4d3 owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:02:47.519778 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d26a15e9-4df6-4ab8-9305-e9c7959d8e54 req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:47.523410 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8b4af8b8-f9aa-4a91-9134-228cb6e0f5a1 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:47.532006 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['74081b59-072f-47bf-99da-60d30f90c4d3'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:02:47.549790 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Pushing event deleted for resources: {'Port': ['ID=74081b59-072f-47bf-99da-60d30f90c4d3,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:47.552927 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:47.598035 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26a15e9-4df6-4ab8-9305-e9c7959d8e54 req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] No DVR routers for this DVR port 74081b59-072f-47bf-99da-60d30f90c4d3 on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:02:47.600362 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d26a15e9-4df6-4ab8-9305-e9c7959d8e54 req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:47.602288 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d26a15e9-4df6-4ab8-9305-e9c7959d8e54 req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.22 "DELETE /v2.0/ports/74081b59-072f-47bf-99da-60d30f90c4d3 HTTP/1.1" status: 204 len: 173 time: 0.5359426 Jun 21 20:02:47.602892 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c951c55e-ff6f-4620-88d4-d9807e2fc258', 'name': 'network-vif-deleted', 'tag': '74081b59-072f-47bf-99da-60d30f90c4d3'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:02:47.605180 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fbe42e-d3f9-44c2-99c9-5d64875c9ab4" -d '{"events": [{"server_uuid": "c951c55e-ff6f-4620-88d4-d9807e2fc258", "name": "network-vif-deleted", "tag": "74081b59-072f-47bf-99da-60d30f90c4d3"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:02:47.641418 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170b2432-79db-43c0-a034-75dd85968e49 x-openstack-request-id: req-170b2432-79db-43c0-a034-75dd85968e49 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:02:47.641743 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c951c55e-ff6f-4620-88d4-d9807e2fc258", "name": "network-vif-deleted", "tag": "74081b59-072f-47bf-99da-60d30f90c4d3", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:02:47.642036 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-170b2432-79db-43c0-a034-75dd85968e49 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:02:47.642468 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c951c55e-ff6f-4620-88d4-d9807e2fc258', 'name': 'network-vif-deleted', 'tag': '74081b59-072f-47bf-99da-60d30f90c4d3', 'status': 'completed', 'code': 200} Jun 21 20:02:47.896968 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-11d841c0-eef7-47fa-bdc4-bff392d7048c req-6cf02014-1393-4690-9d7a-cf369199afc5 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] 10.222.0.30 "GET /v2.0/ports?device_id=c951c55e-ff6f-4620-88d4-d9807e2fc258 HTTP/1.1" status: 200 len: 210 time: 0.0294092 Jun 21 20:02:48.987164 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43536) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:49.030573 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4862f89-7a72-4ae9-aafe-4ad7a4a4b9c2 admin admin] Deleting subnet 65931853-6a6f-4c40-afd5-99c53b3ef9fb {{(pid=104794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 20:02:49.033734 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4862f89-7a72-4ae9-aafe-4ad7a4a4b9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.067988 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4862f89-7a72-4ae9-aafe-4ad7a4a4b9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30529490'] for subnet, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.110503 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4862f89-7a72-4ae9-aafe-4ad7a4a4b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.244804 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4862f89-7a72-4ae9-aafe-4ad7a4a4b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30744929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30770881'] for subnet, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.248134 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-82507b7e-d2f1-41c3-a863-2d1970b9783e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:49.272670 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4862f89-7a72-4ae9-aafe-4ad7a4a4b9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65931853-6a6f-4c40-afd5-99c53b3ef9fb,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:49.274640 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4862f89-7a72-4ae9-aafe-4ad7a4a4b9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.277148 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-a4862f89-7a72-4ae9-aafe-4ad7a4a4b9c2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/65931853-6a6f-4c40-afd5-99c53b3ef9fb HTTP/1.1" status: 204 len: 168 time: 0.2883332 Jun 21 20:02:49.277345 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a4862f89-7a72-4ae9-aafe-4ad7a4a4b9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:49.278940 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43542) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:49.345662 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.425284 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.434719 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3694064f-0c95-4bf4-ad59-39d7f2c3647d']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:49.444423 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8923e7de-a223-43e7-92f9-61e14290b6e3') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:49.444722 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8923e7de-a223-43e7-92f9-61e14290b6e3') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:49.453141 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.466048 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.472294 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 20:02:49.472678 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 20:02:49.474246 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 20:02:49.609953 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.613571 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4ecdf13f-c464-4af9-b33a-4f8aa5bcba4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:49.615952 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:49.617792 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3694064f-0c95-4bf4-ad59-39d7f2c3647d HTTP/1.1" status: 204 len: 168 time: 0.3379118 Jun 21 20:02:49.628635 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] Pushing event deleted for resources: {'Network': ['ID=3694064f-0c95-4bf4-ad59-39d7f2c3647d,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:49.631569 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f2f39e9b-54a8-47cc-bae9-48846b292936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:49.988153 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43546) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:50.027736 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-03abdef0-bb25-4232-bf6c-83651a5b5082 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e46ab67278ee42a7ad1b824f2114a7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383809 Jun 21 20:02:50.029984 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43548) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:50.075548 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-02ae828d-dee9-4a72-b87f-992f664a8370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:50.096221 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-02ae828d-dee9-4a72-b87f-992f664a8370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:50.222238 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-02ae828d-dee9-4a72-b87f-992f664a8370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:50.224963 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-02ae828d-dee9-4a72-b87f-992f664a8370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:50.226113 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-02ae828d-dee9-4a72-b87f-992f664a8370 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e418067a-d3b2-4cac-b722-9f07316d314a HTTP/1.1" status: 204 len: 168 time: 0.1952469 Jun 21 20:02:50.226907 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e6c4783d-784c-494a-9cd2-8d1418703e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:50.235116 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae828d-dee9-4a72-b87f-992f664a8370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e418067a-d3b2-4cac-b722-9f07316d314a,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:50.237715 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-02ae828d-dee9-4a72-b87f-992f664a8370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:51.698096 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 74081b59-072f-47bf-99da-60d30f90c4d3 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:02:51.717801 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 74081b59-072f-47bf-99da-60d30f90c4d3 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:02:51.718384 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 74081b59-072f-47bf-99da-60d30f90c4d3 not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:02:52.363922 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43598) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:52.466249 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-88193bed-65f2-4720-8439-ef050b56c7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:52.557978 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-88193bed-65f2-4720-8439-ef050b56c7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:52.645315 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-88193bed-65f2-4720-8439-ef050b56c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:52.647887 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-3b26e10f-d72c-44ac-bdac-e31c23bade76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:52.684075 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-88193bed-65f2-4720-8439-ef050b56c7d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f66d3d1caf3431aaa6e715522f496d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189902 Jun 21 20:02:52.684679 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88193bed-65f2-4720-8439-ef050b56c7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0f9fa9-5948-42ad-b6e3-a8ad38477b34,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:52.687229 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43604) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:52.688499 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-88193bed-65f2-4720-8439-ef050b56c7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:52.735668 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:52.757568 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:52.885044 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:52.887901 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:52.889052 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f0f9fa9-5948-42ad-b6e3-a8ad38477b34 HTTP/1.1" status: 204 len: 168 time: 0.2007773 Jun 21 20:02:52.889796 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-49199259-e2e5-4700-a384-60aa762c5d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:52.896977 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0f9fa9-5948-42ad-b6e3-a8ad38477b34,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:52.903909 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.904286 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.904688 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.906921 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.906921 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.906921 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.906921 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.906921 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.906921 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.907594 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.907594 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.907885 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:02:52.910775 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-701c0c65-3733-41e9-99f6-5c6ca125b2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:53.449088 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43612) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:53.463061 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c3731bf5-da82-4967-a406-cc399bf225c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:53.514740 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d4fed49e-37d9-494a-993b-3bda9a0f236a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:53.550392 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c3731bf5-da82-4967-a406-cc399bf225c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:53.640301 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c3731bf5-da82-4967-a406-cc399bf225c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:53.644056 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-976d3b4f-dcf2-4bfb-99ad-707a8468b369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:53.679791 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c3731bf5-da82-4967-a406-cc399bf225c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8702dfb307544bea71664b692b991ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295280 Jun 21 20:02:53.680761 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3731bf5-da82-4967-a406-cc399bf225c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46db79b-752b-487a-b62f-7478a43703ec,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:53.682424 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43616) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:53.684083 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c3731bf5-da82-4967-a406-cc399bf225c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:53.732651 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-32bec2d4-4aa9-4839-afba-3b2c93196602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:53.755426 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-32bec2d4-4aa9-4839-afba-3b2c93196602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:53.879673 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-32bec2d4-4aa9-4839-afba-3b2c93196602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:53.882299 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-32bec2d4-4aa9-4839-afba-3b2c93196602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:53.885749 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-32bec2d4-4aa9-4839-afba-3b2c93196602 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d46db79b-752b-487a-b62f-7478a43703ec HTTP/1.1" status: 204 len: 168 time: 0.1999993 Jun 21 20:02:53.885749 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-88193bed-65f2-4720-8439-ef050b56c7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:53.893282 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bec2d4-4aa9-4839-afba-3b2c93196602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46db79b-752b-487a-b62f-7478a43703ec,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:53.895428 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-32bec2d4-4aa9-4839-afba-3b2c93196602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:54.806976 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f136cb-459b-46b7-ba63-fbc23cb26eaf req-a24da725-fd44-4190-8cde-1f35b7a6cdf6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:54.808487 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f7f136cb-459b-46b7-ba63-fbc23cb26eaf req-a24da725-fd44-4190-8cde-1f35b7a6cdf6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 945 time: 0.0654645 Jun 21 20:02:54.846806 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f7f136cb-459b-46b7-ba63-fbc23cb26eaf req-d4648d79-9636-4290-9ab9-b8a79877f4e9 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Jun 21 20:02:54.871873 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43650) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:55.064850 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b79160-6d65-480b-90e8-6cab38b97e37 tempest-TestMinimumBasicScenario-2099270932 tempest-TestMinimumBasicScenario-2099270932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:55.066351 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-72b79160-6d65-480b-90e8-6cab38b97e37 tempest-TestMinimumBasicScenario-2099270932 tempest-TestMinimumBasicScenario-2099270932-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 1093 time: 0.1935205 Jun 21 20:02:55.069274 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43656) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:55.073764 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Request body: {'floatingip': {'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'port_id': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:55.182212 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for floatingip, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:55.277297 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:55.384016 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Allocated IP 172.27.0.188 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/792b72d2-85ff-494a-a76a-fa868ded87cf) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:02:55.487202 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:55.582132 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:55.584160 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9f0292ed-7c15-40a8-80da-e883d4b9e8ec tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:55.621601 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:02:55.626072 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:02:55.630418 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:02:55.633437 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'Port': ['ID=792b72d2-85ff-494a-a76a-fa868ded87cf,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:55.652961 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:56.028275 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:56.181034 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:56.251253 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-6b4196da-868b-4092-a268-75126e005460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:56.338036 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:56.452028 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:56.462048 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:56.540362 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'Port': ['ID=792b72d2-85ff-494a-a76a-fa868ded87cf,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:56.543567 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:56.547409 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:56.649345 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.l3_db [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Floating IP 53a1e8ff-11db-48bd-b049-23933cd7d765 associated. External IP: 172.27.0.188, port: fc823ddb-5bef-4114-badf-3034dc8fb51e. Jun 21 20:02:56.855263 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Router 422773d7-7123-4cd5-b80b-ec7156c25597 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:02:56.961400 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:02:56.973349 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048964fd-fd3c-41f4-8deb-6d4e4a79ee7f None None] Sync routers for ids ['422773d7-7123-4cd5-b80b-ec7156c25597'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:02:56.982687 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048964fd-fd3c-41f4-8deb-6d4e4a79ee7f None None] Routers {'422773d7-7123-4cd5-b80b-ec7156c25597'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:02:56.983577 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-048964fd-fd3c-41f4-8deb-6d4e4a79ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:02:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['422773d7-7123-4cd5-b80b-ec7156c25597'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:57.039548 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:57.077704 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0049200 Jun 21 20:02:57.077704 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:02:57.078048 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43684) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:57.078533 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d182ad-4230-4f92-9358-abc868d4cc45" -d '{"events": [{"name": "network-changed", "server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:02:57.088835 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-048964fd-fd3c-41f4-8deb-6d4e4a79ee7f None None] Set router 422773d7-7123-4cd5-b80b-ec7156c25597 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:02:57.093745 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-9ca2e681-76e2-41de-88a6-0ba3fa5fadde tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000149786', 'description': 'tempest-secgroup-smoke-2000149786 description', 'project_id': '98cfca53e3234aa0b800b3119b66c47d'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:57.126638 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160784fa-df89-4496-9324-076dc6155b60 x-openstack-request-id: req-160784fa-df89-4496-9324-076dc6155b60 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:02:57.127058 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:02:57.127418 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-160784fa-df89-4496-9324-076dc6155b60 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:02:57.127936 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'status': 'completed', 'code': 200} Jun 21 20:02:57.184005 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e681-76e2-41de-88a6-0ba3fa5fadde tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:57.206221 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d182ad-4230-4f92-9358-abc868d4cc45 req-7e2ef492-c9e1-4033-b544-8f24c282e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:57.207652 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e3d182ad-4230-4f92-9358-abc868d4cc45 req-7e2ef492-c9e1-4033-b544-8f24c282e0ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98cfca53e3234aa0b800b3119b66c47d&device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 1098 time: 0.0535827 Jun 21 20:02:57.274126 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e681-76e2-41de-88a6-0ba3fa5fadde tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:57.298288 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:57.326014 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:57.354069 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-048964fd-fd3c-41f4-8deb-6d4e4a79ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '53a1e8ff-11db-48bd-b049-23933cd7d765', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'port_id': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'mac_address': 'fa:16:3e:93:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034bc313-7092-4df5-8a1b-00f109be1231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:02:55Z', 'updated_at': '2021-06-21T20:02:55Z', 'revision_number': 0, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43127bec-de60-4556-85a3-8275adf5a2bd', 'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'mac_address': 'fa:16:3e:04:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:58Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 5, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'subnets': [{'id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:57.382111 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048964fd-fd3c-41f4-8deb-6d4e4a79ee7f None None] Checking router: 422773d7-7123-4cd5-b80b-ec7156c25597 for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:02:57.388368 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e681-76e2-41de-88a6-0ba3fa5fadde tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:57.393658 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048964fd-fd3c-41f4-8deb-6d4e4a79ee7f None None] Routers {'422773d7-7123-4cd5-b80b-ec7156c25597'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:02:57.394981 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-048964fd-fd3c-41f4-8deb-6d4e4a79ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:02:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['422773d7-7123-4cd5-b80b-ec7156c25597'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:57.395272 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c7017502-f1bc-445d-adf5-aeded3aa9fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:57.432289 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2e681-76e2-41de-88a6-0ba3fa5fadde tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442548b3-a480-4da3-8abb-f027e4687905,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:57.437033 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9ca2e681-76e2-41de-88a6-0ba3fa5fadde tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:57.502457 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e681-76e2-41de-88a6-0ba3fa5fadde tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:57.503760 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-9ca2e681-76e2-41de-88a6-0ba3fa5fadde tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4247546 Jun 21 20:02:57.507204 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43692) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:57.512490 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-3bdb7b1f-e91d-4027-b78a-f562fe430ec1 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Request body: {'security_group_rule': {'security_group_id': '442548b3-a480-4da3-8abb-f027e4687905', 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:57.516374 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-048964fd-fd3c-41f4-8deb-6d4e4a79ee7f None None] Set router 422773d7-7123-4cd5-b80b-ec7156c25597 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:02:57.609870 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d182ad-4230-4f92-9358-abc868d4cc45 req-c597febe-369e-4248-94cd-1c7e77b53aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:57.611370 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e3d182ad-4230-4f92-9358-abc868d4cc45 req-c597febe-369e-4248-94cd-1c7e77b53aac service neutron] 10.222.0.22 "GET /v2.0/networks?id=77b4d83c-950d-495b-ab69-76fd20d6dd71 HTTP/1.1" status: 200 len: 916 time: 0.3957057 Jun 21 20:02:57.623111 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7b1f-e91d-4027-b78a-f562fe430ec1 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:57.682488 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7b1f-e91d-4027-b78a-f562fe430ec1 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:57.691823 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e3d182ad-4230-4f92-9358-abc868d4cc45 req-6028328a-6a46-45e5-882e-d9da3d76cfca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e HTTP/1.1" status: 200 len: 999 time: 0.0709457 Jun 21 20:02:57.747086 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d182ad-4230-4f92-9358-abc868d4cc45 req-38eb7a80-8dc1-43af-968d-37c7b9636981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:57.748855 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7b1f-e91d-4027-b78a-f562fe430ec1 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:57.749441 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e3d182ad-4230-4f92-9358-abc868d4cc45 req-38eb7a80-8dc1-43af-968d-37c7b9636981 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0ef8f24-5623-4785-9826-38e827099f7b HTTP/1.1" status: 200 len: 854 time: 0.0499346 Jun 21 20:02:57.753256 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-10ea7536-8d34-40b1-b8eb-be344eda7e3d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:57.763021 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-048964fd-fd3c-41f4-8deb-6d4e4a79ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '53a1e8ff-11db-48bd-b049-23933cd7d765', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'port_id': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'mac_address': 'fa:16:3e:93:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034bc313-7092-4df5-8a1b-00f109be1231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:02:55Z', 'updated_at': '2021-06-21T20:02:55Z', 'revision_number': 0, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43127bec-de60-4556-85a3-8275adf5a2bd', 'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'mac_address': 'fa:16:3e:04:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:58Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 5, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'subnets': [{'id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:02:57.767984 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb7b1f-e91d-4027-b78a-f562fe430ec1 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282d9c11-5524-4b85-a030-0fb536ffc822,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:57.772530 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-3bdb7b1f-e91d-4027-b78a-f562fe430ec1 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:57.789551 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048964fd-fd3c-41f4-8deb-6d4e4a79ee7f None None] The sync data for ids ['422773d7-7123-4cd5-b80b-ec7156c25597'] in dv-cinder-792462-15-iscsi is: [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '53a1e8ff-11db-48bd-b049-23933cd7d765', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'port_id': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'mac_address': 'fa:16:3e:93:b0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034bc313-7092-4df5-8a1b-00f109be1231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:02:55Z', 'updated_at': '2021-06-21T20:02:55Z', 'revision_number': 0, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43127bec-de60-4556-85a3-8275adf5a2bd', 'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'mac_address': 'fa:16:3e:04:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:58Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 5, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'subnets': [{'id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:02:57.817587 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d182ad-4230-4f92-9358-abc868d4cc45 req-5c926cea-823c-4bdb-b514-decb86b3c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:57.833588 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e3d182ad-4230-4f92-9358-abc868d4cc45 req-5c926cea-823c-4bdb-b514-decb86b3c4af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=77b4d83c-950d-495b-ab69-76fd20d6dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0608540 Jun 21 20:02:57.868401 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7b1f-e91d-4027-b78a-f562fe430ec1 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:57.869439 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-3bdb7b1f-e91d-4027-b78a-f562fe430ec1 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3609476 Jun 21 20:02:57.872097 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43704) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:57.879030 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-562f1966-764c-418a-9447-9b8efde8d2b6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Request body: {'security_group_rule': {'security_group_id': '442548b3-a480-4da3-8abb-f027e4687905', 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:57.924122 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e3d182ad-4230-4f92-9358-abc868d4cc45 req-bde2e31e-9c90-4455-981d-321e0da58018 service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925961 Jun 21 20:02:57.994144 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d187217-9f6b-47c1-9b55-791c195b507c None None] New status for floating IP 53a1e8ff-11db-48bd-b049-23933cd7d765: ACTIVE {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:02:58.001742 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-562f1966-764c-418a-9447-9b8efde8d2b6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.028607 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e3d182ad-4230-4f92-9358-abc868d4cc45 req-9a0ced9a-841d-4173-9305-e95121d33781 service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990844 Jun 21 20:02:58.068201 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-562f1966-764c-418a-9447-9b8efde8d2b6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.182547 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-562f1966-764c-418a-9447-9b8efde8d2b6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.184591 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:58.202104 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f1966-764c-418a-9447-9b8efde8d2b6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f61c37-434b-4280-912e-f8ce7c596e1b,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:58.205096 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-562f1966-764c-418a-9447-9b8efde8d2b6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:58.273476 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-562f1966-764c-418a-9447-9b8efde8d2b6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.277266 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-562f1966-764c-418a-9447-9b8efde8d2b6 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4017246 Jun 21 20:02:58.277470 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43716) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:58.282787 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-170c3fab-52c8-4064-830e-834315dfa433 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Request body: {'security_group_rule': {'security_group_id': '442548b3-a480-4da3-8abb-f027e4687905', 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:58.393998 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-170c3fab-52c8-4064-830e-834315dfa433 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.452088 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-170c3fab-52c8-4064-830e-834315dfa433 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.484930 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.524935 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-170c3fab-52c8-4064-830e-834315dfa433 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.526992 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-f12d5392-4f14-4515-8cb8-f0063e4b9b0a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:58.545954 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c3fab-52c8-4064-830e-834315dfa433 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9646a733-09ac-427f-b55b-76408af012b7,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:58.548432 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-170c3fab-52c8-4064-830e-834315dfa433 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:58.593694 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-170c3fab-52c8-4064-830e-834315dfa433 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.594930 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-170c3fab-52c8-4064-830e-834315dfa433 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164661 Jun 21 20:02:58.597724 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43720) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:58.602732 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-ff974da9-4205-43ec-95a8-9562b2af7f91 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Request body: {'security_group_rule': {'security_group_id': '442548b3-a480-4da3-8abb-f027e4687905', 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:58.700015 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ff974da9-4205-43ec-95a8-9562b2af7f91 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.759467 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ff974da9-4205-43ec-95a8-9562b2af7f91 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.831757 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-e1818b2e-aa7d-4d12-bf64-e72248c5b165 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511367 Jun 21 20:02:58.832834 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ff974da9-4205-43ec-95a8-9562b2af7f91 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.839278 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:58.854448 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff974da9-4205-43ec-95a8-9562b2af7f91 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0ce40b-c347-4e57-a302-05d687731e73,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:58.857258 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ff974da9-4205-43ec-95a8-9562b2af7f91 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:58.918836 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ff974da9-4205-43ec-95a8-9562b2af7f91 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:58.920874 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-ff974da9-4205-43ec-95a8-9562b2af7f91 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3214085 Jun 21 20:02:58.923775 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43722) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:58.924849 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-9d720d98-cf06-4c19-a5d3-08a6b45d0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:58.926307 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-9d720d98-cf06-4c19-a5d3-08a6b45d0e5e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0fd2339cee948899f74d237d1fee442&device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0534384 Jun 21 20:02:58.928316 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-5b6d7162-3f3a-49ff-8288-c1f058a1851e tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Request body: {'security_group_rule': {'security_group_id': '442548b3-a480-4da3-8abb-f027e4687905', 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:59.022683 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.securitygroups_db [None req-5b6d7162-3f3a-49ff-8288-c1f058a1851e tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Project 98cfca53e3234aa0b800b3119b66c47d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 20:02:59.027588 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7162-3f3a-49ff-8288-c1f058a1851e tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:59.033262 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-d4b30497-45ce-4350-83f0-2cca8bf08833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:59.043132 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-d4b30497-45ce-4350-83f0-2cca8bf08833 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d450cb-3a4d-43b0-b649-53a0526f8766 HTTP/1.1" status: 200 len: 909 time: 0.0868869 Jun 21 20:02:59.089350 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7162-3f3a-49ff-8288-c1f058a1851e tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:59.099906 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-43337d82-99d8-4ec2-a50c-3395bb571a4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267 HTTP/1.1" status: 200 len: 1001 time: 0.0573046 Jun 21 20:02:59.150229 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-530ee3a3-c788-49a3-aeb6-2dc4fbdd607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:59.151651 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-530ee3a3-c788-49a3-aeb6-2dc4fbdd607c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a584c85f-69e1-44e7-89ae-0dec49e04f49 HTTP/1.1" status: 200 len: 847 time: 0.0459156 Jun 21 20:02:59.165081 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7162-3f3a-49ff-8288-c1f058a1851e tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:59.167219 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1c753476-83dd-4655-96e5-158cce2ec08b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:59.185641 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d7162-3f3a-49ff-8288-c1f058a1851e tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e12b7b-c5d8-444a-af14-3c0581aade0b,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:59.188903 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5b6d7162-3f3a-49ff-8288-c1f058a1851e tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:59.210862 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-b906e1dd-1816-495a-a396-ac34275cc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:59.212363 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-b906e1dd-1816-495a-a396-ac34275cc299 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d450cb-3a4d-43b0-b649-53a0526f8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540247 Jun 21 20:02:59.251125 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7162-3f3a-49ff-8288-c1f058a1851e tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:59.252404 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-5b6d7162-3f3a-49ff-8288-c1f058a1851e tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276865 Jun 21 20:02:59.255001 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43726) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:02:59.259734 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-b304d0e0-508c-4d61-b914-a58540acf305 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Request body: {'security_group_rule': {'security_group_id': '442548b3-a480-4da3-8abb-f027e4687905', 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:59.303857 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-9709cbac-125f-4c48-bb40-c3c31cd7e17a service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844445 Jun 21 20:02:59.354953 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.securitygroups_db [None req-b304d0e0-508c-4d61-b914-a58540acf305 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Project 98cfca53e3234aa0b800b3119b66c47d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 20:02:59.360815 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b304d0e0-508c-4d61-b914-a58540acf305 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:59.400722 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0f903d55-bf98-4650-879f-5e21ed1fac03 req-7e915697-be43-4def-be11-ae8a4b73c91e service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898707 Jun 21 20:02:59.423189 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b304d0e0-508c-4d61-b914-a58540acf305 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:59.513473 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b304d0e0-508c-4d61-b914-a58540acf305 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:59.516582 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:02:59.534277 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304d0e0-508c-4d61-b914-a58540acf305 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb83bc7a-9de4-4e87-88dd-16aef405bac8,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:02:59.537994 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-b304d0e0-508c-4d61-b914-a58540acf305 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:02:59.598536 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b304d0e0-508c-4d61-b914-a58540acf305 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:02:59.599869 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-b304d0e0-508c-4d61-b914-a58540acf305 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3436961 Jun 21 20:02:59.723684 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-07ff1738-e61b-4c59-bd5a-4b3fc5ec8532 req-f104446d-75e5-4c76-a959-c2ded92226bd tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000149786&fields=id&tenant_id=98cfca53e3234aa0b800b3119b66c47d HTTP/1.1" status: 200 len: 267 time: 0.0350492 Jun 21 20:02:59.794795 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1738-e61b-4c59-bd5a-4b3fc5ec8532 req-ac7e47aa-c6e9-4399-aba4-e1e31a8d09b4 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:02:59.796942 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-07ff1738-e61b-4c59-bd5a-4b3fc5ec8532 req-ac7e47aa-c6e9-4399-aba4-e1e31a8d09b4 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 945 time: 0.0679798 Jun 21 20:02:59.811372 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-07ff1738-e61b-4c59-bd5a-4b3fc5ec8532 req-9e4fe8a6-a78d-44a4-b31a-35d3226ce342 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Request body: {'port': {'security_groups': ['58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0', '442548b3-a480-4da3-8abb-f027e4687905']}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:02:59.897108 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-07ff1738-e61b-4c59-bd5a-4b3fc5ec8532 req-9e4fe8a6-a78d-44a4-b31a-35d3226ce342 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.006587 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43742) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:00.083648 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-07ff1738-e61b-4c59-bd5a-4b3fc5ec8532 req-9e4fe8a6-a78d-44a4-b31a-35d3226ce342 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] For port fc823ddb-5bef-4114-badf-3034dc8fb51e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:03:00.108721 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-70b30491-943c-4f5f-9bcd-59e7294c5501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.114053 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-07ff1738-e61b-4c59-bd5a-4b3fc5ec8532 req-9e4fe8a6-a78d-44a4-b31a-35d3226ce342 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.175870 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-07ff1738-e61b-4c59-bd5a-4b3fc5ec8532 req-9e4fe8a6-a78d-44a4-b31a-35d3226ce342 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.180284 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0098b54a-ebb6-4417-8d39-e81200ff5664 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:00.188499 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['fc823ddb-5bef-4114-badf-3034dc8fb51e'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:03:00.208621 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-70b30491-943c-4f5f-9bcd-59e7294c5501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.225390 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1738-e61b-4c59-bd5a-4b3fc5ec8532 req-9e4fe8a6-a78d-44a4-b31a-35d3226ce342 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:00.226044 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-07ff1738-e61b-4c59-bd5a-4b3fc5ec8532 req-9e4fe8a6-a78d-44a4-b31a-35d3226ce342 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.227532 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-07ff1738-e61b-4c59-bd5a-4b3fc5ec8532 req-9e4fe8a6-a78d-44a4-b31a-35d3226ce342 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "PUT /v2.0/ports/fc823ddb-5bef-4114-badf-3034dc8fb51e HTTP/1.1" status: 200 len: 981 time: 0.4241278 Jun 21 20:03:00.228077 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:03:00.230429 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664a2ff6-811a-4a76-a92c-500d60d4908e" -d '{"events": [{"name": "network-changed", "server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:03:00.263045 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-70b30491-943c-4f5f-9bcd-59e7294c5501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.267964 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-63102256-4772-4bed-8e1b-3c9463169192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:00.273960 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fe8a6-a78d-44a4-b31a-35d3226ce342 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'Port': ['ID=fc823ddb-5bef-4114-badf-3034dc8fb51e,revision_number=6']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:00.283838 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203940a1-482f-4614-a71a-74bbf71fb2c7 x-openstack-request-id: req-203940a1-482f-4614-a71a-74bbf71fb2c7 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:03:00.284474 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:03:00.287834 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-203940a1-482f-4614-a71a-74bbf71fb2c7 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:03:00.291860 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'status': 'completed', 'code': 200} Jun 21 20:03:00.291860 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9e4fe8a6-a78d-44a4-b31a-35d3226ce342 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:00.324771 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b30491-943c-4f5f-9bcd-59e7294c5501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a549da-1aeb-4e63-8e72-a7ac088cda3a,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:00.331677 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-70b30491-943c-4f5f-9bcd-59e7294c5501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:00.340499 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-70b30491-943c-4f5f-9bcd-59e7294c5501 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c28a2fd8b2814832b75d311379a38391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327205 Jun 21 20:03:00.341503 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43754) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:00.417673 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a2ff6-811a-4a76-a92c-500d60d4908e req-53aef82d-a78d-43b5-8490-d7c86eb699d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:00.419233 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-664a2ff6-811a-4a76-a92c-500d60d4908e req-53aef82d-a78d-43b5-8490-d7c86eb699d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98cfca53e3234aa0b800b3119b66c47d&device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 1137 time: 0.1080976 Jun 21 20:03:00.441421 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-92c189b4-d4ab-4698-b2e8-c6a170a6350c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.470765 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-92c189b4-d4ab-4698-b2e8-c6a170a6350c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.508468 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['fc823ddb-5bef-4114-badf-3034dc8fb51e'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:03:00.559686 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.584321 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039ba44-5b1b-4c16-bbc1-0898e4479277 req-1aa216e8-5632-4f27-b853-a3dd9348477d tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:00.585844 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9039ba44-5b1b-4c16-bbc1-0898e4479277 req-1aa216e8-5632-4f27-b853-a3dd9348477d tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.1827867 Jun 21 20:03:00.604907 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-92c189b4-d4ab-4698-b2e8-c6a170a6350c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.608060 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-92c189b4-d4ab-4698-b2e8-c6a170a6350c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.611728 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-92c189b4-d4ab-4698-b2e8-c6a170a6350c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7a549da-1aeb-4e63-8e72-a7ac088cda3a HTTP/1.1" status: 204 len: 168 time: 0.2658582 Jun 21 20:03:00.611728 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-eaa11f28-caad-4143-a114-7983fdf8a5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:00.618945 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c189b4-d4ab-4698-b2e8-c6a170a6350c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a549da-1aeb-4e63-8e72-a7ac088cda3a,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:00.628977 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-92c189b4-d4ab-4698-b2e8-c6a170a6350c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:00.648372 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a2ff6-811a-4a76-a92c-500d60d4908e req-7d6b67c1-bc32-44fa-9cd3-5649ed7e80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:00.650009 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-664a2ff6-811a-4a76-a92c-500d60d4908e req-7d6b67c1-bc32-44fa-9cd3-5649ed7e80d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=77b4d83c-950d-495b-ab69-76fd20d6dd71 HTTP/1.1" status: 200 len: 916 time: 0.2210882 Jun 21 20:03:00.655265 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9039ba44-5b1b-4c16-bbc1-0898e4479277 req-3a163eab-4228-4bbf-8042-97cac55c989d tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590088 Jun 21 20:03:00.714323 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-8cf1a716-a8b6-43fb-b7e2-3d21c66bd275 None None] Provisioning complete for port fc823ddb-5bef-4114-badf-3034dc8fb51e triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:03:00.714699 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-8cf1a716-a8b6-43fb-b7e2-3d21c66bd275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:00.720419 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-664a2ff6-811a-4a76-a92c-500d60d4908e req-93fcd4f9-422e-4ed1-9e55-d464faca58f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e HTTP/1.1" status: 200 len: 1001 time: 0.0625517 Jun 21 20:03:00.787296 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a2ff6-811a-4a76-a92c-500d60d4908e req-1ef0094c-c952-4557-8bee-314c87d8e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:00.788756 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-664a2ff6-811a-4a76-a92c-500d60d4908e req-1ef0094c-c952-4557-8bee-314c87d8e66f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0ef8f24-5623-4785-9826-38e827099f7b HTTP/1.1" status: 200 len: 854 time: 0.0571525 Jun 21 20:03:00.851652 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a2ff6-811a-4a76-a92c-500d60d4908e req-f94db1bd-b9e4-4c4d-974b-5bfbcfe2d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:00.853085 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-664a2ff6-811a-4a76-a92c-500d60d4908e req-f94db1bd-b9e4-4c4d-974b-5bfbcfe2d4f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=77b4d83c-950d-495b-ab69-76fd20d6dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563741 Jun 21 20:03:00.945844 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-664a2ff6-811a-4a76-a92c-500d60d4908e req-f1a34210-a703-430d-9851-279bc63a001b service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856490 Jun 21 20:03:01.040472 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-664a2ff6-811a-4a76-a92c-500d60d4908e req-feb9283f-0390-4d3e-b3bc-1534f48b8475 service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872037 Jun 21 20:03:01.177430 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43762) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:01.191184 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1a7c79b1-5ac3-426d-b5aa-ced52ebd185c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:01.279946 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1a7c79b1-5ac3-426d-b5aa-ced52ebd185c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:01.342908 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-1a7c79b1-5ac3-426d-b5aa-ced52ebd185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:01.345518 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-23d4ab52-9bc3-4c13-ae2b-0a2d2c1feceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:01.381156 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-1a7c79b1-5ac3-426d-b5aa-ced52ebd185c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff2decd795704abf80c348885135b077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026503 Jun 21 20:03:01.382049 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c79b1-5ac3-426d-b5aa-ced52ebd185c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8d937c-d456-4830-b97b-8f373a8b4059,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:01.383899 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43764) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:01.384957 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1a7c79b1-5ac3-426d-b5aa-ced52ebd185c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:01.433746 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-75374ed1-1a59-4082-8038-f0fe4fd8a898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:01.453647 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-75374ed1-1a59-4082-8038-f0fe4fd8a898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:01.553979 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-75374ed1-1a59-4082-8038-f0fe4fd8a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:01.556854 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-75374ed1-1a59-4082-8038-f0fe4fd8a898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:01.558292 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-75374ed1-1a59-4082-8038-f0fe4fd8a898 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af8d937c-d456-4830-b97b-8f373a8b4059 HTTP/1.1" status: 204 len: 168 time: 0.1731446 Jun 21 20:03:01.559482 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c40ae032-1cf6-45ce-b48b-e9c48612ce40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:01.571649 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75374ed1-1a59-4082-8038-f0fe4fd8a898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8d937c-d456-4830-b97b-8f373a8b4059,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:01.575066 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-75374ed1-1a59-4082-8038-f0fe4fd8a898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:05.025225 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5c65-cc65-4686-8f6d-f349028963f3 req-421f23a5-cfd8-48dd-8612-65e28338617f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:05.026690 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-070d5c65-cc65-4686-8f6d-f349028963f3 req-421f23a5-cfd8-48dd-8612-65e28338617f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0651782 Jun 21 20:03:05.063730 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-070d5c65-cc65-4686-8f6d-f349028963f3 req-176e305d-fe2c-44ad-9dda-55c5e9188b12 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313756 Jun 21 20:03:06.247329 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe349f4-ca4e-446c-a721-f0b5d2a97fe9 req-fa998dde-bac4-4db6-ae96-69265a526bfb tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:06.248857 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dbe349f4-ca4e-446c-a721-f0b5d2a97fe9 req-fa998dde-bac4-4db6-ae96-69265a526bfb tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0668502 Jun 21 20:03:06.293221 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dbe349f4-ca4e-446c-a721-f0b5d2a97fe9 req-1b1d36f6-a8a9-4796-aa0f-ca45d2bbde15 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386844 Jun 21 20:03:07.473125 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b2b1c-7de2-4c4c-9a1e-a45aa738fd73 req-5a49db4d-5227-41c0-adac-e49424b78238 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:07.474596 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-621b2b1c-7de2-4c4c-9a1e-a45aa738fd73 req-5a49db4d-5227-41c0-adac-e49424b78238 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0664105 Jun 21 20:03:07.511601 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-621b2b1c-7de2-4c4c-9a1e-a45aa738fd73 req-2884156f-5873-4f3a-a158-986c19d8795e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311716 Jun 21 20:03:08.536636 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43892) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:08.641806 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:08.690656 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65670c8-7a8e-4173-974f-b3940d3709af req-61b1372d-159a-4966-b838-4418c33892a7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:08.692171 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b65670c8-7a8e-4173-974f-b3940d3709af req-61b1372d-159a-4966-b838-4418c33892a7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0625780 Jun 21 20:03:08.729132 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b65670c8-7a8e-4173-974f-b3940d3709af req-a0ab4dab-2fa8-431f-af4f-1ce02577ba10 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312581 Jun 21 20:03:08.730212 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:08.798958 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:08.801570 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-38ce2f78-ffa9-4973-962f-be803d9f5d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:08.836332 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=039b95b9f97f4de798e6526c399d80be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986708 Jun 21 20:03:08.837217 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b805c0-85da-4a87-8797-f700d38c07aa,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:08.838979 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43898) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:08.845053 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.845548 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.845794 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.846154 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.846513 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.846865 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.847220 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.847642 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.848001 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.848346 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.848693 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.849036 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:08.852829 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-532e8558-84f7-4e87-a57c-60c13abca5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:08.889053 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8ed6aa48-6f2c-4cd8-8cdf-d3531d67b721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:08.909673 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8ed6aa48-6f2c-4cd8-8cdf-d3531d67b721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:09.027982 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8ed6aa48-6f2c-4cd8-8cdf-d3531d67b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:09.031242 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8ed6aa48-6f2c-4cd8-8cdf-d3531d67b721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:09.032397 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-8ed6aa48-6f2c-4cd8-8cdf-d3531d67b721 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51b805c0-85da-4a87-8797-f700d38c07aa HTTP/1.1" status: 204 len: 168 time: 0.1923947 Jun 21 20:03:09.033158 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8c760ed9-5bb3-406c-8b68-af843fdf3eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:09.040438 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6aa48-6f2c-4cd8-8cdf-d3531d67b721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b805c0-85da-4a87-8797-f700d38c07aa,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:09.042683 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8ed6aa48-6f2c-4cd8-8cdf-d3531d67b721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:09.552960 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 43904) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:09.566553 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-39b81306-2d41-4066-9844-41ed7f60d106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:09.657731 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-39b81306-2d41-4066-9844-41ed7f60d106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:09.702171 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-39b81306-2d41-4066-9844-41ed7f60d106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:09.704729 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-19824419-0e20-4af3-b756-3d055c8a1e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:09.739095 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-39b81306-2d41-4066-9844-41ed7f60d106 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49e6250b2b094237861b63a5883043c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850774 Jun 21 20:03:09.740007 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b81306-2d41-4066-9844-41ed7f60d106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e247e473-ac7f-453d-9ae6-08a09133d51d,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:09.741712 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 43906) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:09.743389 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-39b81306-2d41-4066-9844-41ed7f60d106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:09.795098 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-83fc506c-0d1c-434d-b80b-569b53a33399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:09.816326 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-83fc506c-0d1c-434d-b80b-569b53a33399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:09.912506 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc46cb-a7bd-4eae-b5a1-833c3faf972f req-00180149-2618-4c0d-be4d-5340757fe2c9 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:09.913983 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fcdc46cb-a7bd-4eae-b5a1-833c3faf972f req-00180149-2618-4c0d-be4d-5340757fe2c9 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0665519 Jun 21 20:03:09.951611 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fcdc46cb-a7bd-4eae-b5a1-833c3faf972f req-dea9205f-9294-4b00-a75c-f89415c195b5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320268 Jun 21 20:03:09.983256 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-83fc506c-0d1c-434d-b80b-569b53a33399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:09.986030 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-83fc506c-0d1c-434d-b80b-569b53a33399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:09.987155 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-83fc506c-0d1c-434d-b80b-569b53a33399 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e247e473-ac7f-453d-9ae6-08a09133d51d HTTP/1.1" status: 204 len: 168 time: 0.2444696 Jun 21 20:03:09.988033 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4568c1e3-f6af-4d2c-888b-ead78a6d8cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:09.996028 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc506c-0d1c-434d-b80b-569b53a33399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e247e473-ac7f-453d-9ae6-08a09133d51d,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:09.999007 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-83fc506c-0d1c-434d-b80b-569b53a33399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:11.128647 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27320-55b2-4472-ac76-a1aea179f208 req-b8cfee6a-1331-4565-8a53-105a0f016f89 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:11.130126 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ce27320-55b2-4472-ac76-a1aea179f208 req-b8cfee6a-1331-4565-8a53-105a0f016f89 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0645592 Jun 21 20:03:11.168985 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ce27320-55b2-4472-ac76-a1aea179f208 req-90966b1c-48cf-40bf-815d-49f8b496a02e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331790 Jun 21 20:03:12.352521 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1cd17-6829-40e1-9b63-726c61ae8106 req-e23e1c3d-d866-4ab6-8c17-7776dff61df4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:12.353994 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d3f1cd17-6829-40e1-9b63-726c61ae8106 req-e23e1c3d-d866-4ab6-8c17-7776dff61df4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0642667 Jun 21 20:03:12.390987 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d3f1cd17-6829-40e1-9b63-726c61ae8106 req-7905bf39-f10e-47d0-8178-eb6a87908afc tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313251 Jun 21 20:03:13.570571 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333ce75-7496-4bee-b683-f7e3b281420f req-631901ff-00f4-4ac2-92fc-83769831dbdb tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:13.572138 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6333ce75-7496-4bee-b683-f7e3b281420f req-631901ff-00f4-4ac2-92fc-83769831dbdb tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0630841 Jun 21 20:03:13.613144 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6333ce75-7496-4bee-b683-f7e3b281420f req-309584d6-af8a-4b1a-b085-2bf100673129 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347261 Jun 21 20:03:14.788780 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093781e-84b2-4b3e-9465-9bdcb4b57f06 req-adab019d-249c-4daf-b14a-90b4e7d7d15b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:14.790211 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6093781e-84b2-4b3e-9465-9bdcb4b57f06 req-adab019d-249c-4daf-b14a-90b4e7d7d15b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0658269 Jun 21 20:03:14.879799 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6093781e-84b2-4b3e-9465-9bdcb4b57f06 req-34a5d22b-5d27-49f5-a7c9-a0d0f3b2274e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829258 Jun 21 20:03:16.047661 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:03:16.058290 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505b943-81d4-4823-bf05-22c9b92556ec req-51628872-ba79-4141-8cd5-9613b4733cf0 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:16.059756 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b505b943-81d4-4823-bf05-22c9b92556ec req-51628872-ba79-4141-8cd5-9613b4733cf0 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0676367 Jun 21 20:03:16.096411 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b505b943-81d4-4823-bf05-22c9b92556ec req-0e4125af-d93c-4591-9262-fad713d6c205 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310190 Jun 21 20:03:17.270314 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45381475-35d3-4f05-a36e-913283b560b9 req-b9e483e0-4c24-4ff1-9ec0-78815340bdf3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:17.271772 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-45381475-35d3-4f05-a36e-913283b560b9 req-b9e483e0-4c24-4ff1-9ec0-78815340bdf3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0619280 Jun 21 20:03:17.308531 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-45381475-35d3-4f05-a36e-913283b560b9 req-2eda0bd7-1c14-45f6-aa4d-b5c1ee184cab tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Jun 21 20:03:17.809188 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 299c78f6-c16b-438c-a0a1-da2837f0762d details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:03:17.911904 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:03:17.924570 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'port_id': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'mac_address': 'fa:16:3e:4a:73:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:03:17.972111 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:17.985163 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 299c78f6-c16b-438c-a0a1-da2837f0762d {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:03:18.019911 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:03:18.102022 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:18.104523 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:18.171381 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=299c78f6-c16b-438c-a0a1-da2837f0762d,revision_number=6']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:18.185332 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.185788 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.186207 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.186652 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.186995 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.187336 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.187699 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.188027 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.191806 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.191806 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.200042 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.200558 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:03:18.209816 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:18.218190 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['299c78f6-c16b-438c-a0a1-da2837f0762d'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:03:18.320499 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe251f2-d444-4b7f-a07a-3978d3f541f9 req-4c4b9030-98f3-446d-b723-04aeaaa79f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:18.322340 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dfe251f2-d444-4b7f-a07a-3978d3f541f9 req-4c4b9030-98f3-446d-b723-04aeaaa79f74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98cfca53e3234aa0b800b3119b66c47d&device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 1137 time: 0.0816395 Jun 21 20:03:18.376744 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21a227-f627-4385-a154-477878da90b0 req-356944aa-2cf6-4335-995a-1436a96b70b3 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:18.388031 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4f21a227-f627-4385-a154-477878da90b0 req-356944aa-2cf6-4335-995a-1436a96b70b3 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.1468055 Jun 21 20:03:18.478427 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4f21a227-f627-4385-a154-477878da90b0 req-c728359e-e82c-448e-9376-5faa0ae282b0 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845485 Jun 21 20:03:18.518050 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe251f2-d444-4b7f-a07a-3978d3f541f9 req-10bbac39-f992-4fef-928d-eb554c1e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:18.519675 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dfe251f2-d444-4b7f-a07a-3978d3f541f9 req-10bbac39-f992-4fef-928d-eb554c1e5828 service neutron] 10.222.0.22 "GET /v2.0/networks?id=77b4d83c-950d-495b-ab69-76fd20d6dd71 HTTP/1.1" status: 200 len: 916 time: 0.1759717 Jun 21 20:03:18.642775 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dfe251f2-d444-4b7f-a07a-3978d3f541f9 req-53ebf95a-7681-4d0a-91d6-c2f398878277 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e HTTP/1.1" status: 200 len: 1001 time: 0.1092381 Jun 21 20:03:18.670501 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c88b0-0ad7-4ab1-86d0-296d2faea34a req-e41087b6-c56d-440e-a4dd-30da4260ea6d tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:18.673625 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ce8c88b0-0ad7-4ab1-86d0-296d2faea34a req-e41087b6-c56d-440e-a4dd-30da4260ea6d tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 944 time: 0.1510551 Jun 21 20:03:18.744984 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe251f2-d444-4b7f-a07a-3978d3f541f9 req-aea1f4bb-8e02-4d54-9bda-099daf89d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:18.746840 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dfe251f2-d444-4b7f-a07a-3978d3f541f9 req-aea1f4bb-8e02-4d54-9bda-099daf89d936 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0ef8f24-5623-4785-9826-38e827099f7b HTTP/1.1" status: 200 len: 854 time: 0.0960855 Jun 21 20:03:18.771255 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ce8c88b0-0ad7-4ab1-86d0-296d2faea34a req-239de63b-5918-4e20-9c56-e9b06e0fb0c5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773096 Jun 21 20:03:18.837868 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe251f2-d444-4b7f-a07a-3978d3f541f9 req-c7b0e763-166f-422c-9c29-de493c4e22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:18.840622 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dfe251f2-d444-4b7f-a07a-3978d3f541f9 req-c7b0e763-166f-422c-9c29-de493c4e22cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=77b4d83c-950d-495b-ab69-76fd20d6dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0840991 Jun 21 20:03:18.956201 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dfe251f2-d444-4b7f-a07a-3978d3f541f9 req-2f37b467-f0a9-44a1-8f51-73cb8a0589cc service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078768 Jun 21 20:03:19.078389 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dfe251f2-d444-4b7f-a07a-3978d3f541f9 req-1877585a-dfed-49a8-a740-b89fd06e8f8b service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145499 Jun 21 20:03:19.679389 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139ac89-d347-45c5-8cd1-43929b5c1938 req-292a9a0a-aa80-4ab5-aa08-89e2a314361d tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:19.683633 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b139ac89-d347-45c5-8cd1-43929b5c1938 req-292a9a0a-aa80-4ab5-aa08-89e2a314361d tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.0757318 Jun 21 20:03:19.739931 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b139ac89-d347-45c5-8cd1-43929b5c1938 req-d1590c33-0fb5-4824-9a5a-c8f7bcfc977d tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509963 Jun 21 20:03:19.821474 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 299c78f6-c16b-438c-a0a1-da2837f0762d up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:03:19.918426 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 299c78f6-c16b-438c-a0a1-da2837f0762d triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:03:19.918900 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:20.005516 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:20.034274 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:03:20.036677 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b37b69-9808-4289-9249-74f7293bc9b2" -d '{"events": [{"server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "name": "network-vif-plugged", "status": "completed", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:03:20.044905 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8aa3f-1ab2-4ad5-b64f-d7a57b533eb5 req-6753fae3-158c-4003-9e24-24eb835a9f06 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:20.046701 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d8f8aa3f-1ab2-4ad5-b64f-d7a57b533eb5 req-6753fae3-158c-4003-9e24-24eb835a9f06 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 944 time: 0.0973577 Jun 21 20:03:20.052574 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:03:20.093262 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946358dc-9199-47f7-8e3c-d574acf65fc6 x-openstack-request-id: req-946358dc-9199-47f7-8e3c-d574acf65fc6 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:03:20.096523 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "name": "network-vif-plugged", "status": "completed", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:03:20.096523 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-946358dc-9199-47f7-8e3c-d574acf65fc6 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:03:20.096523 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'code': 200} Jun 21 20:03:20.113107 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:20.115618 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-38d3e447-51e1-408f-9346-062f63fcaf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:20.128269 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d8f8aa3f-1ab2-4ad5-b64f-d7a57b533eb5 req-3e9c5145-cbde-4774-96f8-20a7366e0aa3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753076 Jun 21 20:03:20.186709 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=299c78f6-c16b-438c-a0a1-da2837f0762d,revision_number=7']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:20.191627 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:20.964068 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c45c31-f8f9-435d-97ab-9df2a822feea req-2217ad54-038d-4131-bdcd-efc25e3da941 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:20.964068 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-36c45c31-f8f9-435d-97ab-9df2a822feea req-2217ad54-038d-4131-bdcd-efc25e3da941 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.0880899 Jun 21 20:03:21.001229 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-36c45c31-f8f9-435d-97ab-9df2a822feea req-788ff3ff-8015-4c49-999c-236368ca8e28 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433476 Jun 21 20:03:21.339943 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3b5f3-50af-4310-ac4a-c84e6320dd78 req-989ac1a5-2ab7-43a1-b783-323cc652ed39 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:21.341911 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-41c3b5f3-50af-4310-ac4a-c84e6320dd78 req-989ac1a5-2ab7-43a1-b783-323cc652ed39 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0673890 Jun 21 20:03:21.386131 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-41c3b5f3-50af-4310-ac4a-c84e6320dd78 req-cd8f94da-a716-40a8-859b-6d50fee0367a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383058 Jun 21 20:03:22.188085 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbc471-fc89-43c5-becf-1c9c9f8d72a4 req-43d24a7b-d506-48f4-b9ce-70911b7f4259 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:22.189607 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-05dbc471-fc89-43c5-becf-1c9c9f8d72a4 req-43d24a7b-d506-48f4-b9ce-70911b7f4259 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.0761685 Jun 21 20:03:22.233062 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-05dbc471-fc89-43c5-becf-1c9c9f8d72a4 req-18446d7c-fdca-4c91-963f-b4c394fd7c7f tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373039 Jun 21 20:03:22.580309 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d26498-95d9-4096-b18a-156aceaebdce req-d506f1d9-f653-4ffe-9a58-625e62824282 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:22.582726 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-28d26498-95d9-4096-b18a-156aceaebdce req-d506f1d9-f653-4ffe-9a58-625e62824282 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0757637 Jun 21 20:03:22.623864 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-28d26498-95d9-4096-b18a-156aceaebdce req-2c2798fd-fd6f-45e6-92b3-22d816a463b1 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352912 Jun 21 20:03:23.291734 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf201e2-8bfc-42bc-90a8-5847447b9a15 req-da5c14b7-304a-492d-aa27-35353328aad4 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:23.295507 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5bf201e2-8bfc-42bc-90a8-5847447b9a15 req-da5c14b7-304a-492d-aa27-35353328aad4 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0898802 Jun 21 20:03:23.352805 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5bf201e2-8bfc-42bc-90a8-5847447b9a15 req-16f3789d-b47e-4d50-9f3a-812b4a71a764 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467296 Jun 21 20:03:23.439811 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3df9cf-547d-40a8-98e4-0a7f482f95ed req-c9618505-82f1-4447-931a-8e494dca092a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:23.444186 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9b3df9cf-547d-40a8-98e4-0a7f482f95ed req-c9618505-82f1-4447-931a-8e494dca092a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.0859449 Jun 21 20:03:23.488079 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9b3df9cf-547d-40a8-98e4-0a7f482f95ed req-efee61d2-f3e4-4489-a22b-af98328a05d3 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401947 Jun 21 20:03:23.490277 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-674b7736-4ffd-4fff-b557-3561e126e4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:23.536637 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44108) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:23.656267 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-df030812-ea59-4a2c-8f9e-1f994160739c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:23.781819 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-df030812-ea59-4a2c-8f9e-1f994160739c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:23.838342 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa137c0-f775-4c85-a2ad-bbe2bd220aab req-9d9466ae-41de-45ad-83c4-ee7cdbda1eed tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:23.840540 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3fa137c0-f775-4c85-a2ad-bbe2bd220aab req-9d9466ae-41de-45ad-83c4-ee7cdbda1eed tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0729105 Jun 21 20:03:23.883312 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3fa137c0-f775-4c85-a2ad-bbe2bd220aab req-588cfb66-3309-4bf2-8ab1-cda5cdb1bd46 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367420 Jun 21 20:03:23.920166 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-df030812-ea59-4a2c-8f9e-1f994160739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:23.924526 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9a8337ca-a1f5-451d-981c-2bbe95f64d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:23.960702 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df030812-ea59-4a2c-8f9e-1f994160739c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dff625-068c-4edb-92ce-6579ae35dc73,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:23.964072 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-df030812-ea59-4a2c-8f9e-1f994160739c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:23.966867 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-df030812-ea59-4a2c-8f9e-1f994160739c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf87947f352f4c37867618f7140a73f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4291325 Jun 21 20:03:23.969966 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44114) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:24.026304 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-75948d97-5c67-4a3c-873c-3eca6c05b51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:24.047090 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-75948d97-5c67-4a3c-873c-3eca6c05b51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:24.456304 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-75948d97-5c67-4a3c-873c-3eca6c05b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:24.459039 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-75948d97-5c67-4a3c-873c-3eca6c05b51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:24.462525 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-75948d97-5c67-4a3c-873c-3eca6c05b51e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74dff625-068c-4edb-92ce-6579ae35dc73 HTTP/1.1" status: 204 len: 168 time: 0.4893429 Jun 21 20:03:24.462525 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-f90655e7-3156-4034-b97d-82cfc3b69aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:24.469853 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75948d97-5c67-4a3c-873c-3eca6c05b51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dff625-068c-4edb-92ce-6579ae35dc73,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:24.472425 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-75948d97-5c67-4a3c-873c-3eca6c05b51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:24.566795 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdac951-ac1b-4558-b6e1-701f9669013b req-639a690a-601f-4e64-bcea-e9c5bcb0c819 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:24.568379 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7fdac951-ac1b-4558-b6e1-701f9669013b req-639a690a-601f-4e64-bcea-e9c5bcb0c819 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0721204 Jun 21 20:03:24.623405 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7fdac951-ac1b-4558-b6e1-701f9669013b req-65dc0c1b-2084-4208-b321-aa800eedf8b4 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464001 Jun 21 20:03:24.677737 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888217f-39a4-4bdc-bc25-59a22c81db35 req-329d1e27-973a-4544-af77-63acc8ff12ec tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:24.679172 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4888217f-39a4-4bdc-bc25-59a22c81db35 req-329d1e27-973a-4544-af77-63acc8ff12ec tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.0700293 Jun 21 20:03:24.741946 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4888217f-39a4-4bdc-bc25-59a22c81db35 req-735e5a5e-1c56-4332-aa40-0d8133101b32 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558181 Jun 21 20:03:25.078998 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44130) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:25.097541 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563d0a-3a8a-4668-a5d8-1851018e4163 req-4ea7a83f-8d62-4b23-b86c-a335c9318d63 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:25.101866 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-13563d0a-3a8a-4668-a5d8-1851018e4163 req-4ea7a83f-8d62-4b23-b86c-a335c9318d63 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0765195 Jun 21 20:03:25.102021 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-92de6889-3902-4185-84e5-c10747b8d9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:25.147888 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-13563d0a-3a8a-4668-a5d8-1851018e4163 req-64723918-da90-4a87-be4c-c72b4bfca2e8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423310 Jun 21 20:03:25.235482 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-92de6889-3902-4185-84e5-c10747b8d9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:25.306978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-92de6889-3902-4185-84e5-c10747b8d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:25.309743 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a4b8dd7b-bc3f-456d-994f-15877b61ba76 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:25.346275 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-92de6889-3902-4185-84e5-c10747b8d9b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9c562bbb50c4b61af6c377fe206aa33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652802 Jun 21 20:03:25.347243 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de6889-3902-4185-84e5-c10747b8d9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c97050-db90-4796-9da8-4a23e15cc125,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:25.350351 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-92de6889-3902-4185-84e5-c10747b8d9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:25.354205 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44132) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:25.407958 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-85cfdeb1-313a-4e1f-8f5d-2908d77b3e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:25.428728 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-85cfdeb1-313a-4e1f-8f5d-2908d77b3e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:25.553393 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-85cfdeb1-313a-4e1f-8f5d-2908d77b3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:25.556150 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-85cfdeb1-313a-4e1f-8f5d-2908d77b3e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:25.560812 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-85cfdeb1-313a-4e1f-8f5d-2908d77b3e26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7c97050-db90-4796-9da8-4a23e15cc125 HTTP/1.1" status: 204 len: 168 time: 0.2053921 Jun 21 20:03:25.561684 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-15d9030d-c4a3-43d3-8747-42e08bddef82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:25.569288 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfdeb1-313a-4e1f-8f5d-2908d77b3e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c97050-db90-4796-9da8-4a23e15cc125,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:25.571684 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-85cfdeb1-313a-4e1f-8f5d-2908d77b3e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:25.813208 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce33e2-2dba-4483-b429-896922a5cbc4 req-e98e579c-7a6c-4c63-be27-a4244c9668ff tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:25.813208 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c4ce33e2-2dba-4483-b429-896922a5cbc4 req-e98e579c-7a6c-4c63-be27-a4244c9668ff tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0799465 Jun 21 20:03:25.866414 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c4ce33e2-2dba-4483-b429-896922a5cbc4 req-f10253e0-4e51-462f-8792-d4fed665eb97 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477686 Jun 21 20:03:25.960502 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755e5b6-85c9-45d5-877f-bfde1b6a46a6 req-1c39ea02-3a69-48b0-bf62-80833076d196 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:25.962326 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8755e5b6-85c9-45d5-877f-bfde1b6a46a6 req-1c39ea02-3a69-48b0-bf62-80833076d196 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.0726037 Jun 21 20:03:26.007715 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8755e5b6-85c9-45d5-877f-bfde1b6a46a6 req-4084f4dc-1aae-4a11-bce4-feb763bfda53 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385101 Jun 21 20:03:26.251288 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-72be3cfd-5780-4429-b3e0-ce5c4dce20f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:26.301939 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44144) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:26.327665 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2d9f25c4-0370-46fc-8d67-a7d16d4844cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:26.421550 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cca0a1-93ff-4e60-acdc-235d30b33d3f req-05c9506d-9521-4434-9321-0aee5143bbc3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:26.423022 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-30cca0a1-93ff-4e60-acdc-235d30b33d3f req-05c9506d-9521-4434-9321-0aee5143bbc3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.1167767 Jun 21 20:03:26.482246 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-30cca0a1-93ff-4e60-acdc-235d30b33d3f req-c98a00e8-b0bf-4160-b22e-68d48f3415bd tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515218 Jun 21 20:03:26.494962 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2d9f25c4-0370-46fc-8d67-a7d16d4844cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:26.554105 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-2d9f25c4-0370-46fc-8d67-a7d16d4844cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:26.557188 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-707ba299-77ae-435f-9af1-de01520f3bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:26.594461 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-2d9f25c4-0370-46fc-8d67-a7d16d4844cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7ce099dd4ce4c869a4d3cde13fc1710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931237 Jun 21 20:03:26.596682 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f25c4-0370-46fc-8d67-a7d16d4844cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4fb5b1-718b-43d7-a568-39623a57dbed,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:26.597367 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44146) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:26.600221 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2d9f25c4-0370-46fc-8d67-a7d16d4844cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:26.668069 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb3ef-0b04-49a0-b730-bfe48b5df684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:26.694575 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb3ef-0b04-49a0-b730-bfe48b5df684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:26.833692 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb3ef-0b04-49a0-b730-bfe48b5df684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:26.837489 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a4ceb3ef-0b04-49a0-b730-bfe48b5df684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:26.838226 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-a4ceb3ef-0b04-49a0-b730-bfe48b5df684 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab4fb5b1-718b-43d7-a568-39623a57dbed HTTP/1.1" status: 204 len: 168 time: 0.2380714 Jun 21 20:03:26.838724 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-1a7c79b1-5ac3-426d-b5aa-ced52ebd185c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:26.861864 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ceb3ef-0b04-49a0-b730-bfe48b5df684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4fb5b1-718b-43d7-a568-39623a57dbed,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:26.875118 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a4ceb3ef-0b04-49a0-b730-bfe48b5df684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:27.120843 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bbfb8-b9f2-46b5-883c-d883c41c2e42 req-0e5f7827-d1e3-44a2-9db1-8e9a635fa1e4 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:27.122558 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6a5bbfb8-b9f2-46b5-883c-d883c41c2e42 req-0e5f7827-d1e3-44a2-9db1-8e9a635fa1e4 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0916407 Jun 21 20:03:27.191857 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6a5bbfb8-b9f2-46b5-883c-d883c41c2e42 req-f986c34c-93cf-4fec-a66b-dd4eeff2b896 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594714 Jun 21 20:03:27.253814 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f40378-527b-401c-aee5-0ea5c97396bf req-f7d249f7-6e47-4693-98d6-beff9879350b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:27.255350 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70f40378-527b-401c-aee5-0ea5c97396bf req-f7d249f7-6e47-4693-98d6-beff9879350b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.1050489 Jun 21 20:03:27.275198 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:27.315692 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70f40378-527b-401c-aee5-0ea5c97396bf req-4197c26f-9b2a-408f-9494-0915d51cdb7d tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484183 Jun 21 20:03:27.348256 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:27.674574 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704b6c6-e662-4e6d-a345-066dccf32153 req-01aa1ad4-c392-4a44-8c69-c166807ca570 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:27.676040 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5704b6c6-e662-4e6d-a345-066dccf32153 req-01aa1ad4-c392-4a44-8c69-c166807ca570 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0721116 Jun 21 20:03:27.712931 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5704b6c6-e662-4e6d-a345-066dccf32153 req-f0d6d62e-85c7-42f8-8eca-b2736d4a3f1b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313025 Jun 21 20:03:28.445095 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:28.449086 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fdb46-bce5-4926-8246-d6f72f144a06 req-17f33ccc-0d2b-4c77-8b55-f5f20699427e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:28.458319 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ac5fdb46-bce5-4926-8246-d6f72f144a06 req-17f33ccc-0d2b-4c77-8b55-f5f20699427e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.1417954 Jun 21 20:03:28.508061 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ac5fdb46-bce5-4926-8246-d6f72f144a06 req-e6011a1c-0f3f-45ba-87d4-59db4e5fa838 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487742 Jun 21 20:03:28.545810 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9aa67-9c43-47fe-8e5e-6a99dabb7a17 req-f5fe44bb-a793-4e05-bc52-7a1ff6101cfc tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:28.547299 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5da9aa67-9c43-47fe-8e5e-6a99dabb7a17 req-f5fe44bb-a793-4e05-bc52-7a1ff6101cfc tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.0858703 Jun 21 20:03:28.610842 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5da9aa67-9c43-47fe-8e5e-6a99dabb7a17 req-25ec9312-838a-477a-919e-2d823b80286c tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572278 Jun 21 20:03:28.889188 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bd7a-19ff-4493-9d62-5fd961f00c79 req-a1accbf7-cff9-45e4-9604-9f12c9afa15e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:28.890714 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7294bd7a-19ff-4493-9d62-5fd961f00c79 req-a1accbf7-cff9-45e4-9604-9f12c9afa15e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0633097 Jun 21 20:03:28.937820 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7294bd7a-19ff-4493-9d62-5fd961f00c79 req-91b0d811-875c-404a-98a2-3aabeb72e780 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412605 Jun 21 20:03:29.674616 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10437ca-23c4-4d24-9e9b-5a4d53fc7afc req-20947686-6338-40e2-a2d5-525b9f713a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:29.676859 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e10437ca-23c4-4d24-9e9b-5a4d53fc7afc req-20947686-6338-40e2-a2d5-525b9f713a1a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 1098 time: 0.0686603 Jun 21 20:03:29.696826 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f803a9d-cc43-4814-a3bf-d2a868df33bf req-6fb0e0e6-152c-4590-83a8-0bad9a0f4637 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:29.698274 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7f803a9d-cc43-4814-a3bf-d2a868df33bf req-6fb0e0e6-152c-4590-83a8-0bad9a0f4637 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0795317 Jun 21 20:03:29.739466 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7f803a9d-cc43-4814-a3bf-d2a868df33bf req-f63e5f5f-45dc-4f63-8b6f-a03f9b35db50 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338244 Jun 21 20:03:29.809345 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10437ca-23c4-4d24-9e9b-5a4d53fc7afc req-1010a035-beff-4e40-8b0f-843f6d4b76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:29.811497 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e10437ca-23c4-4d24-9e9b-5a4d53fc7afc req-1010a035-beff-4e40-8b0f-843f6d4b76c0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 918 time: 0.1283984 Jun 21 20:03:29.865712 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb4cc8-a009-4ed8-a65b-777e4877aa4d req-e2a5154f-6cf7-47e3-b81a-49fb47f95df4 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:29.867187 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-16eb4cc8-a009-4ed8-a65b-777e4877aa4d req-e2a5154f-6cf7-47e3-b81a-49fb47f95df4 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.1298366 Jun 21 20:03:29.908780 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e10437ca-23c4-4d24-9e9b-5a4d53fc7afc req-9ce5dae6-4dd3-4b91-829e-954500d4311b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=299c78f6-c16b-438c-a0a1-da2837f0762d HTTP/1.1" status: 200 len: 1000 time: 0.0896306 Jun 21 20:03:29.931752 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-16eb4cc8-a009-4ed8-a65b-777e4877aa4d req-593a63bf-36ff-4fe9-8538-c8abea30a722 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553770 Jun 21 20:03:29.970224 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10437ca-23c4-4d24-9e9b-5a4d53fc7afc req-e689f29b-a4cd-4e5d-ae8e-5e8a54a10053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:29.971703 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e10437ca-23c4-4d24-9e9b-5a4d53fc7afc req-e689f29b-a4cd-4e5d-ae8e-5e8a54a10053 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a54e1a25-5703-467b-ba5a-987734b96f0a HTTP/1.1" status: 200 len: 856 time: 0.0550790 Jun 21 20:03:29.982903 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44236) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:30.034036 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10437ca-23c4-4d24-9e9b-5a4d53fc7afc req-fdcbd7fe-4b2c-4ef1-95fa-423b76f127bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:30.035536 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e10437ca-23c4-4d24-9e9b-5a4d53fc7afc req-fdcbd7fe-4b2c-4ef1-95fa-423b76f127bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a818231-d4af-4097-9fe3-2bd4744ce6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532918 Jun 21 20:03:30.117276 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-61567eff-d60c-4763-a089-072667a4f382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:30.127186 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e10437ca-23c4-4d24-9e9b-5a4d53fc7afc req-bc4638bb-d62c-4393-b227-f6938376088e service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837169 Jun 21 20:03:30.163964 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1bc55-74b2-4113-8616-19109b4c32df req-062e2335-b36f-4afe-85d3-96f8349ffd23 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:30.165421 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b5a1bc55-74b2-4113-8616-19109b4c32df req-062e2335-b36f-4afe-85d3-96f8349ffd23 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.1001971 Jun 21 20:03:30.226799 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e10437ca-23c4-4d24-9e9b-5a4d53fc7afc req-2f26b6e8-e6c0-44a0-a584-6282173eab25 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905631 Jun 21 20:03:30.246797 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b5a1bc55-74b2-4113-8616-19109b4c32df req-73ad78e4-4a9a-4e40-a360-76fe98ec63a7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629003 Jun 21 20:03:30.283278 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-61567eff-d60c-4763-a089-072667a4f382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:30.370368 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-61567eff-d60c-4763-a089-072667a4f382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:30.374203 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ae5c63ed-1839-4f2d-902d-247a4103b59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:30.393187 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:30.410542 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-61567eff-d60c-4763-a089-072667a4f382 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0242de0b5af74ec892e838749f307f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264417 Jun 21 20:03:30.413059 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44240) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:30.419042 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61567eff-d60c-4763-a089-072667a4f382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d93629-1901-419c-a3fc-213b7557dd12,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:30.423558 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-61567eff-d60c-4763-a089-072667a4f382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:30.466775 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2c1cc36b-672c-47f4-92fb-7e6ce923811e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:30.487433 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2c1cc36b-672c-47f4-92fb-7e6ce923811e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:30.593070 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2c1cc36b-672c-47f4-92fb-7e6ce923811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:30.595665 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2c1cc36b-672c-47f4-92fb-7e6ce923811e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:30.596784 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-2c1cc36b-672c-47f4-92fb-7e6ce923811e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8d93629-1901-419c-a3fc-213b7557dd12 HTTP/1.1" status: 204 len: 168 time: 0.1828322 Jun 21 20:03:30.597552 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-25fe9904-cab2-4c97-8a08-638bda3741a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:30.605321 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cc36b-672c-47f4-92fb-7e6ce923811e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d93629-1901-419c-a3fc-213b7557dd12,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:30.607782 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-2c1cc36b-672c-47f4-92fb-7e6ce923811e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:30.914571 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d474ae-73bf-4896-a04a-b5b0b7e0f568 req-63ecbad1-5b05-4876-aaf6-f5753484067d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:30.915947 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9d474ae-73bf-4896-a04a-b5b0b7e0f568 req-63ecbad1-5b05-4876-aaf6-f5753484067d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0619893 Jun 21 20:03:30.953179 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9d474ae-73bf-4896-a04a-b5b0b7e0f568 req-69b91f81-1ad8-4b25-8888-697f27cde22d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312369 Jun 21 20:03:31.107890 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44250) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:31.110756 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe87196-76e6-4af0-a78f-e65f7552fbd5 req-75681fd4-4da7-46a9-828f-117035bb6e26 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:31.112270 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6fe87196-76e6-4af0-a78f-e65f7552fbd5 req-75681fd4-4da7-46a9-828f-117035bb6e26 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.0694280 Jun 21 20:03:31.121397 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-5227cb1d-8fab-4f2e-947f-bfa10267a70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:31.151272 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-6fe87196-76e6-4af0-a78f-e65f7552fbd5 req-98938178-1668-475f-a028-91a014cfa42c tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=442548b3-a480-4da3-8abb-f027e4687905&id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330832 Jun 21 20:03:31.209242 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-5227cb1d-8fab-4f2e-947f-bfa10267a70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:31.255853 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-5227cb1d-8fab-4f2e-947f-bfa10267a70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:31.259243 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-743246ba-c273-49cd-9464-21941182657a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:31.298732 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-5227cb1d-8fab-4f2e-947f-bfa10267a70d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92cf5325bcd54b9c8270aa01b8f10a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896946 Jun 21 20:03:31.299651 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227cb1d-8fab-4f2e-947f-bfa10267a70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19800c4-4de7-4df9-9b15-a5f82591817f,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:31.301460 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44256) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:31.302746 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-5227cb1d-8fab-4f2e-947f-bfa10267a70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:31.354459 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c1985858-bde1-484c-a237-e9a4adf0a865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:31.375100 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c1985858-bde1-484c-a237-e9a4adf0a865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:31.419994 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a0af4-f030-496d-82d1-70cdab4e24a0 req-7dec47ea-bb6d-4bdc-97b9-103fe938d00c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:31.421395 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-876a0af4-f030-496d-82d1-70cdab4e24a0 req-7dec47ea-bb6d-4bdc-97b9-103fe938d00c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0646813 Jun 21 20:03:31.462124 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-876a0af4-f030-496d-82d1-70cdab4e24a0 req-a317fdef-299b-4105-a71f-1e860a37b538 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350637 Jun 21 20:03:31.501173 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c1985858-bde1-484c-a237-e9a4adf0a865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:31.503826 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c1985858-bde1-484c-a237-e9a4adf0a865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:31.504971 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-c1985858-bde1-484c-a237-e9a4adf0a865 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d19800c4-4de7-4df9-9b15-a5f82591817f HTTP/1.1" status: 204 len: 168 time: 0.2023027 Jun 21 20:03:31.506075 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9ca2e681-76e2-41de-88a6-0ba3fa5fadde tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:31.514406 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1985858-bde1-484c-a237-e9a4adf0a865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19800c4-4de7-4df9-9b15-a5f82591817f,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:31.516474 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c1985858-bde1-484c-a237-e9a4adf0a865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:32.137845 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aebc8d-4028-4fd0-83bc-226b0b845bac req-b690c605-92a7-4abb-947d-aff0abdd76c0 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:32.139931 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-68aebc8d-4028-4fd0-83bc-226b0b845bac req-b690c605-92a7-4abb-947d-aff0abdd76c0 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0679874 Jun 21 20:03:32.178599 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-68aebc8d-4028-4fd0-83bc-226b0b845bac req-2975d2cd-fe1e-47f9-9fc2-87357bd87996 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327973 Jun 21 20:03:32.639377 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f53d9d-ccc8-4090-8768-4478219955d2 req-13318cce-e531-4e96-942b-cbd395063298 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:32.640870 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-17f53d9d-ccc8-4090-8768-4478219955d2 req-13318cce-e531-4e96-942b-cbd395063298 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 945 time: 0.0633776 Jun 21 20:03:32.688055 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-17f53d9d-ccc8-4090-8768-4478219955d2 req-87e766fd-6cb4-4977-a952-e2045f975cf8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333881 Jun 21 20:03:33.369479 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425fcb5-df7d-4c96-8dfa-7a0ee3c0064f req-cc93eaaa-f3b3-4094-8bb3-ff752214d4eb tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:33.370918 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d425fcb5-df7d-4c96-8dfa-7a0ee3c0064f req-cc93eaaa-f3b3-4094-8bb3-ff752214d4eb tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0689540 Jun 21 20:03:33.444194 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d425fcb5-df7d-4c96-8dfa-7a0ee3c0064f req-455b5316-071b-4755-9e96-dc32aa784608 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640309 Jun 21 20:03:33.458151 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289198-8a4c-436d-991e-1a1b1d7a1a8d req-f896c07c-d72d-456c-a80a-56e87ab5ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:33.459669 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-42289198-8a4c-436d-991e-1a1b1d7a1a8d req-f896c07c-d72d-456c-a80a-56e87ab5ca2f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0fd2339cee948899f74d237d1fee442&device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0878634 Jun 21 20:03:33.549654 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289198-8a4c-436d-991e-1a1b1d7a1a8d req-0c5346a1-01f7-443f-b961-46d35ba8e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:33.551073 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-42289198-8a4c-436d-991e-1a1b1d7a1a8d req-0c5346a1-01f7-443f-b961-46d35ba8e314 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d450cb-3a4d-43b0-b649-53a0526f8766 HTTP/1.1" status: 200 len: 909 time: 0.0856473 Jun 21 20:03:33.613609 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-42289198-8a4c-436d-991e-1a1b1d7a1a8d req-3a012782-dc98-48b2-9a3b-7812c534b579 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267 HTTP/1.1" status: 200 len: 1001 time: 0.0557616 Jun 21 20:03:33.659991 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289198-8a4c-436d-991e-1a1b1d7a1a8d req-ea51653d-8b69-4d5d-8437-496541676c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:33.661413 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-42289198-8a4c-436d-991e-1a1b1d7a1a8d req-ea51653d-8b69-4d5d-8437-496541676c45 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a584c85f-69e1-44e7-89ae-0dec49e04f49 HTTP/1.1" status: 200 len: 847 time: 0.0416787 Jun 21 20:03:33.722987 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289198-8a4c-436d-991e-1a1b1d7a1a8d req-8d94114b-44da-4e99-97d2-c0f2b2d0e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:33.724747 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-42289198-8a4c-436d-991e-1a1b1d7a1a8d req-8d94114b-44da-4e99-97d2-c0f2b2d0e41e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d450cb-3a4d-43b0-b649-53a0526f8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572031 Jun 21 20:03:33.821238 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-42289198-8a4c-436d-991e-1a1b1d7a1a8d req-0ab1c764-53a5-46f6-9b5d-ee1c10a47783 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900769 Jun 21 20:03:33.858293 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 299c78f6-c16b-438c-a0a1-da2837f0762d no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:03:33.940877 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-42289198-8a4c-436d-991e-1a1b1d7a1a8d req-55165af6-a457-433a-b579-e5c038110084 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132200 Jun 21 20:03:33.962154 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:33.986858 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:03:33.989103 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcfd34b-4e15-4e6b-9925-60d82555f856" -d '{"events": [{"server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "name": "network-vif-unplugged", "status": "completed", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:03:34.002285 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:03:34.026191 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 20:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f1dd36-fb11-42ec-893a-a436713de068 x-openstack-request-id: req-02f1dd36-fb11-42ec-893a-a436713de068 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:03:34.026478 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "name": "network-vif-unplugged", "status": "failed", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d", "code": 422}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:03:34.026737 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02f1dd36-fb11-42ec-893a-a436713de068 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:03:34.027196 dv-cinder-792462-15-iscsi neutron-server[104796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'code': 422} returned with failed status Jun 21 20:03:34.089617 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:34.093111 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-308f3653-ade4-4e84-b4d4-95a87dd7c441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:34.139528 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=299c78f6-c16b-438c-a0a1-da2837f0762d,revision_number=8']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:34.142631 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:34.622625 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891c011-a35e-42b4-bdb0-973559e2521a req-57c08fe4-67e3-414e-9f75-1a5c8ee972f5 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:34.624443 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c891c011-a35e-42b4-bdb0-973559e2521a req-57c08fe4-67e3-414e-9f75-1a5c8ee972f5 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0713854 Jun 21 20:03:34.664084 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c891c011-a35e-42b4-bdb0-973559e2521a req-556e5906-7254-4d9c-aba2-d53d187527ab tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339248 Jun 21 20:03:35.049552 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac599ba0-7521-4bb6-88c4-a3bae14258cc req-d5600611-ddd8-4bdb-b9e0-11f8856ba43f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:35.051006 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ac599ba0-7521-4bb6-88c4-a3bae14258cc req-d5600611-ddd8-4bdb-b9e0-11f8856ba43f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0681701 Jun 21 20:03:35.090216 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ac599ba0-7521-4bb6-88c4-a3bae14258cc req-8ee5d184-42a2-4e9f-8fef-1b6b9c8761ea tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334563 Jun 21 20:03:35.273442 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-fa52860b-8345-473d-b657-c6946bee5f18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518873 Jun 21 20:03:35.845844 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82eaa2-5054-49bd-9f9a-3930bb8ac5fc req-6f0fc908-a3b0-4fc9-a95e-5165a446efaa tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:35.847382 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb82eaa2-5054-49bd-9f9a-3930bb8ac5fc req-6f0fc908-a3b0-4fc9-a95e-5165a446efaa tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0683773 Jun 21 20:03:35.887049 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb82eaa2-5054-49bd-9f9a-3930bb8ac5fc req-9141fd24-38f8-4053-874a-66f09b533271 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324047 Jun 21 20:03:36.277264 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785cc71-4109-4d55-93ca-21dda7b245a6 req-d240ea86-90f0-410e-b8d5-1d403130bdec tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:36.279369 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4785cc71-4109-4d55-93ca-21dda7b245a6 req-d240ea86-90f0-410e-b8d5-1d403130bdec tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0680556 Jun 21 20:03:36.317735 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4785cc71-4109-4d55-93ca-21dda7b245a6 req-9db3eed8-fcad-49c3-883d-230b94171c6c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Jun 21 20:03:36.790943 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-a0179fe2-9b5c-49ed-96f7-53bc27bd554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:36.792561 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-a0179fe2-9b5c-49ed-96f7-53bc27bd554b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808&tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da HTTP/1.1" status: 200 len: 1096 time: 0.0624204 Jun 21 20:03:36.881170 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-ef5ef3e3-8410-40fb-a849-3eb94fa37980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:36.882703 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-ef5ef3e3-8410-40fb-a849-3eb94fa37980 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 1096 time: 0.0662692 Jun 21 20:03:36.973941 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-74ff56ed-734f-495b-a78b-4bad70a9d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:36.975377 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-74ff56ed-734f-495b-a78b-4bad70a9d954 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 918 time: 0.0862060 Jun 21 20:03:37.365149 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-1deffad7-d235-4f98-b0df-423ae24a5c8b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=299c78f6-c16b-438c-a0a1-da2837f0762d HTTP/1.1" status: 200 len: 998 time: 0.3822083 Jun 21 20:03:37.428214 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579b67-ada8-400f-8960-ff38c0c82413 req-3c68d93a-2983-4735-aab7-a8252a18b7cb tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:37.429766 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b579b67-ada8-400f-8960-ff38c0c82413 req-3c68d93a-2983-4735-aab7-a8252a18b7cb tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.4116898 Jun 21 20:03:37.434117 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-07ebab6b-7b0e-4f81-94b8-ffe06b8734c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:37.436343 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-07ebab6b-7b0e-4f81-94b8-ffe06b8734c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a54e1a25-5703-467b-ba5a-987734b96f0a HTTP/1.1" status: 200 len: 856 time: 0.0618501 Jun 21 20:03:37.505258 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5b579b67-ada8-400f-8960-ff38c0c82413 req-d726f909-329d-4be5-a7d1-8a1b05696573 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676103 Jun 21 20:03:37.525043 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a35f13-7ac3-461e-ad4c-04f1819a6cdd req-3157e16b-ceb4-4ea9-8925-0a528024e2ad tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:37.526208 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-755034c8-f5cd-4775-b220-43998f5b49ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:37.526532 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c1a35f13-7ac3-461e-ad4c-04f1819a6cdd req-3157e16b-ceb4-4ea9-8925-0a528024e2ad tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0836406 Jun 21 20:03:37.527672 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-755034c8-f5cd-4775-b220-43998f5b49ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a818231-d4af-4097-9fe3-2bd4744ce6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0831459 Jun 21 20:03:37.571427 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c1a35f13-7ac3-461e-ad4c-04f1819a6cdd req-757d3671-254b-4dbf-b0e1-d10bae16f6f9 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375400 Jun 21 20:03:37.631029 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-1b222eb3-34d5-4c81-910e-dfbe1d6c519a service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959101 Jun 21 20:03:37.726421 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-4e49a7a5-5c23-4e1a-907e-0469588af52c service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884635 Jun 21 20:03:38.090153 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71c73d-f433-49d9-beaa-cbe655c2ae15 req-af2b5e0d-77f8-4364-9889-cceb7a41e08d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:38.092338 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8e71c73d-f433-49d9-beaa-cbe655c2ae15 req-af2b5e0d-77f8-4364-9889-cceb7a41e08d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0695889 Jun 21 20:03:38.127535 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44418) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:03:38.141474 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8e71c73d-f433-49d9-beaa-cbe655c2ae15 req-6ded261c-d1f4-4f03-8545-d51a74dba7e7 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430667 Jun 21 20:03:38.227493 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-f663676c-334a-45a7-9d62-06d8bd9f79fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982108 Jun 21 20:03:38.798156 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab5935-f23c-40ca-a580-d9b2950d01de req-0e7e913b-2b34-47a1-b53d-9a15c7956c80 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:38.799784 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4fab5935-f23c-40ca-a580-d9b2950d01de req-0e7e913b-2b34-47a1-b53d-9a15c7956c80 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0719326 Jun 21 20:03:38.842271 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4fab5935-f23c-40ca-a580-d9b2950d01de req-9caf224a-6d61-490f-84d9-017ec63f8145 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364046 Jun 21 20:03:39.328647 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e903be0-3ae3-45e0-b0dc-b8a405e5eb4d req-e0527bba-c76e-4bda-8d4a-9f813ba9eed9 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:39.345081 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9e903be0-3ae3-45e0-b0dc-b8a405e5eb4d req-e0527bba-c76e-4bda-8d4a-9f813ba9eed9 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0714805 Jun 21 20:03:39.380813 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9e903be0-3ae3-45e0-b0dc-b8a405e5eb4d req-c723859c-27a3-48e2-a058-21a8fcdc3312 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450561 Jun 21 20:03:39.902515 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 050a93c6-6932-40cb-a04f-9ead2d0ed267 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:03:40.006860 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:40.032945 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:03:40.035206 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3049c17e-76f1-45de-9fff-d9c1c456824f" -d '{"events": [{"server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "name": "network-vif-unplugged", "status": "completed", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:03:40.048206 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 050a93c6-6932-40cb-a04f-9ead2d0ed267, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:03:40.048952 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552b41d-d6bb-495d-8d5f-411c400c63eb req-ebec3b6c-a5e3-416c-b26b-a482394bf2bb tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:40.050468 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c552b41d-d6bb-495d-8d5f-411c400c63eb req-ebec3b6c-a5e3-416c-b26b-a482394bf2bb tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0704963 Jun 21 20:03:40.074147 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a45bb7-22f2-48b1-bfb2-4421e418c181 x-openstack-request-id: req-c7a45bb7-22f2-48b1-bfb2-4421e418c181 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:03:40.074320 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "name": "network-vif-unplugged", "status": "failed", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267", "code": 422}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:03:40.074534 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7a45bb7-22f2-48b1-bfb2-4421e418c181 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:03:40.075197 dv-cinder-792462-15-iscsi neutron-server[104796]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'code': 422} returned with failed status Jun 21 20:03:40.097220 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c552b41d-d6bb-495d-8d5f-411c400c63eb req-e86ffc62-a81f-4e3a-8e8d-a1bb2018b666 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409043 Jun 21 20:03:40.124861 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:40.126674 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:40.175578 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=050a93c6-6932-40cb-a04f-9ead2d0ed267,revision_number=6']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:40.177330 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:40.575802 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbcc9-4c26-4f20-af32-36bd8222a1ac req-c9738ce1-4688-4e53-915d-a7ccee0878a2 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:40.577341 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-726bbcc9-4c26-4f20-af32-36bd8222a1ac req-c9738ce1-4688-4e53-915d-a7ccee0878a2 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0733531 Jun 21 20:03:40.615058 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-726bbcc9-4c26-4f20-af32-36bd8222a1ac req-2825e960-7d1f-49ac-80ad-e313b00e796a tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321460 Jun 21 20:03:41.290092 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1ded-a795-4471-b077-963d4d7df54f req-e4c284f4-dc26-4622-9f4e-37685dd17cf3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:41.291579 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3d7e1ded-a795-4471-b077-963d4d7df54f req-e4c284f4-dc26-4622-9f4e-37685dd17cf3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0679159 Jun 21 20:03:41.338677 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3d7e1ded-a795-4471-b077-963d4d7df54f req-eaea5507-a139-47f4-9950-4179778a6d1b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400009 Jun 21 20:03:41.799908 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946fb9d-0c02-4977-b05b-202d9b83b491 req-e1fb6701-2c22-4526-b74a-c3c320e3a8f4 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:41.802223 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4946fb9d-0c02-4977-b05b-202d9b83b491 req-e1fb6701-2c22-4526-b74a-c3c320e3a8f4 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0676374 Jun 21 20:03:41.841483 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4946fb9d-0c02-4977-b05b-202d9b83b491 req-e87673e8-f1b9-4be7-8257-f6945116cf48 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333767 Jun 21 20:03:42.523316 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ab4bd-39a1-484f-94e8-7a83fabbb24f req-353f1286-7a13-4091-950a-ca1a6d4f19a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:42.535204 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-204ab4bd-39a1-484f-94e8-7a83fabbb24f req-353f1286-7a13-4091-950a-ca1a6d4f19a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0768452 Jun 21 20:03:42.569963 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-204ab4bd-39a1-484f-94e8-7a83fabbb24f req-a1e49b8c-1f89-4d64-9a77-df04eac9f75a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335822 Jun 21 20:03:43.230858 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659cf9-33f2-460e-a668-6c1d9091205a req-1abd20ff-56cd-41e0-bba8-b0f478473d99 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:43.232681 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e0659cf9-33f2-460e-a668-6c1d9091205a req-1abd20ff-56cd-41e0-bba8-b0f478473d99 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.2752492 Jun 21 20:03:43.272458 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e0659cf9-33f2-460e-a668-6c1d9091205a req-59dd627e-8c19-4dd1-a64a-0d811247f6a3 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336258 Jun 21 20:03:43.777454 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45926aa-20d4-48b5-ad99-259cb09c9228 req-af61380a-fafd-45f0-b249-339b39f785e9 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:43.782028 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d45926aa-20d4-48b5-ad99-259cb09c9228 req-af61380a-fafd-45f0-b249-339b39f785e9 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0772793 Jun 21 20:03:43.823216 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d45926aa-20d4-48b5-ad99-259cb09c9228 req-4d349b06-8689-4d19-9544-2ac4015434b7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374460 Jun 21 20:03:44.453002 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33719f7-7396-4190-98e3-ab07df0d4480 req-1e481820-0695-499b-ac4e-787eb1e2e23e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:44.455613 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f33719f7-7396-4190-98e3-ab07df0d4480 req-1e481820-0695-499b-ac4e-787eb1e2e23e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0639884 Jun 21 20:03:44.499305 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f33719f7-7396-4190-98e3-ab07df0d4480 req-337bc5f8-1354-4c2e-ac42-f25befa1fbba tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379572 Jun 21 20:03:45.011948 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27955a4d-c388-48a2-9fb1-a79b08059152 req-606402dc-9d0e-42c6-a19f-a78aeb605f62 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:45.013992 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-27955a4d-c388-48a2-9fb1-a79b08059152 req-606402dc-9d0e-42c6-a19f-a78aeb605f62 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0686257 Jun 21 20:03:45.051503 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-27955a4d-c388-48a2-9fb1-a79b08059152 req-56d8b4b1-fff8-40a6-9215-96a22dc477e5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317736 Jun 21 20:03:45.705426 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3baef-29dd-4dd8-a7ae-0a1720b81e65 req-e967c7aa-a6eb-4d7b-922c-4ebd7f685b61 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:45.707120 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bba3baef-29dd-4dd8-a7ae-0a1720b81e65 req-e967c7aa-a6eb-4d7b-922c-4ebd7f685b61 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0884697 Jun 21 20:03:45.759762 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bba3baef-29dd-4dd8-a7ae-0a1720b81e65 req-ce7b680d-91d7-4c01-8507-74843a7799c0 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370324 Jun 21 20:03:46.247609 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bda524-ceb9-4732-9b8c-4b612c2cf4a4 req-8695cf12-a634-426f-9bd2-4e1b9b23a540 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:46.249666 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c6bda524-ceb9-4732-9b8c-4b612c2cf4a4 req-8695cf12-a634-426f-9bd2-4e1b9b23a540 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0699663 Jun 21 20:03:46.304931 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c6bda524-ceb9-4732-9b8c-4b612c2cf4a4 req-82f9e5e0-0ed0-4358-b0f7-ad9251f9d887 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429316 Jun 21 20:03:46.951735 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6e90a-8ed5-492c-b275-11a69524155a req-f44a10ca-5751-43e7-a6cf-46d2f96cdbb5 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:46.954174 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1ff6e90a-8ed5-492c-b275-11a69524155a req-f44a10ca-5751-43e7-a6cf-46d2f96cdbb5 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0677538 Jun 21 20:03:46.991274 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1ff6e90a-8ed5-492c-b275-11a69524155a req-bdcfeef1-6710-4eb8-aa19-730d837a81a2 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312715 Jun 21 20:03:47.484264 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914abac-4f02-4ab1-b8fb-a6759a452a44 req-c6fd5ca8-b550-4fa5-b1a0-ffd99244b7b0 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:47.485714 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6914abac-4f02-4ab1-b8fb-a6759a452a44 req-c6fd5ca8-b550-4fa5-b1a0-ffd99244b7b0 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0619919 Jun 21 20:03:47.525712 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6914abac-4f02-4ab1-b8fb-a6759a452a44 req-0ea6c12c-8350-4f12-ac27-1bd114761af2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343933 Jun 21 20:03:48.171484 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed053470-4a33-4523-88b8-ee1bee96a502 req-a0e2eb03-3d7d-4943-8e85-24b49b55dc77 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:48.173013 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ed053470-4a33-4523-88b8-ee1bee96a502 req-a0e2eb03-3d7d-4943-8e85-24b49b55dc77 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0670624 Jun 21 20:03:48.237150 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ed053470-4a33-4523-88b8-ee1bee96a502 req-d6258d4f-5b96-4ee7-aa08-b91c1868d53e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415902 Jun 21 20:03:48.713114 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7691b35-80f8-4888-8033-343e1a069468 req-c5a0827a-290b-4b4f-bdba-3445c6ccf38c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:48.714841 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f7691b35-80f8-4888-8033-343e1a069468 req-c5a0827a-290b-4b4f-bdba-3445c6ccf38c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0654945 Jun 21 20:03:48.754726 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f7691b35-80f8-4888-8033-343e1a069468 req-682453b3-5477-4aa8-bb77-c8e2ba2ff3a6 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335715 Jun 21 20:03:49.415998 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83980992-3065-4176-bb68-33ee1e33ca3e req-25149054-2855-4b11-a085-b1775b4018cb tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:49.417462 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-83980992-3065-4176-bb68-33ee1e33ca3e req-25149054-2855-4b11-a085-b1775b4018cb tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0737371 Jun 21 20:03:49.456808 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-83980992-3065-4176-bb68-33ee1e33ca3e req-231fd443-0fe5-446c-88ec-7bdcf9bb9df1 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324557 Jun 21 20:03:49.945172 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5dc59-f1d8-4896-b515-da0f1ea316d3 req-f3b90e2d-926b-429c-a3be-f71cf34f3fa5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:49.946595 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-18c5dc59-f1d8-4896-b515-da0f1ea316d3 req-f3b90e2d-926b-429c-a3be-f71cf34f3fa5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0663998 Jun 21 20:03:49.984124 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-18c5dc59-f1d8-4896-b515-da0f1ea316d3 req-1401d4b8-6cd5-4b00-9ee3-b967112caf75 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306709 Jun 21 20:03:50.638075 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313a9d1-d05f-47d9-8ffd-d5afc3288796 req-252b9648-49df-4ee1-826c-4c9ef2267b62 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:50.639657 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3313a9d1-d05f-47d9-8ffd-d5afc3288796 req-252b9648-49df-4ee1-826c-4c9ef2267b62 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0740814 Jun 21 20:03:50.680134 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3313a9d1-d05f-47d9-8ffd-d5afc3288796 req-7640e5bb-1623-4d0f-a06e-d75d989c9816 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348344 Jun 21 20:03:51.161514 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0210ca-a8ff-485a-bf34-80e7bd60ff28 req-1808147a-d021-4aa2-9039-1e78df682439 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:51.162955 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cd0210ca-a8ff-485a-bf34-80e7bd60ff28 req-1808147a-d021-4aa2-9039-1e78df682439 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0633531 Jun 21 20:03:51.202655 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cd0210ca-a8ff-485a-bf34-80e7bd60ff28 req-c913cf2e-284b-4064-9186-4809b1f03968 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338793 Jun 21 20:03:51.861186 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2699e2-811a-48a3-9e45-862881eb713d req-6a11b0fb-a423-4726-b4b5-c7343df6c507 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:51.862642 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bd2699e2-811a-48a3-9e45-862881eb713d req-6a11b0fb-a423-4726-b4b5-c7343df6c507 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0714517 Jun 21 20:03:51.901239 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bd2699e2-811a-48a3-9e45-862881eb713d req-280e34b4-9cd7-4d1d-b708-277c87e4ccf5 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328708 Jun 21 20:03:52.388678 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bf256-84fa-4c17-9e3e-87cdbca9353b req-7c418d4b-39a8-40f7-9905-bc4152989f7a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:52.390161 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fa4bf256-84fa-4c17-9e3e-87cdbca9353b req-7c418d4b-39a8-40f7-9905-bc4152989f7a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0709395 Jun 21 20:03:52.437958 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fa4bf256-84fa-4c17-9e3e-87cdbca9353b req-37492c30-c7e8-477a-9382-b6f7939c12da tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420396 Jun 21 20:03:52.481224 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-26b0aa1f-eec7-4e56-888a-8a3760582df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:52.482746 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-26b0aa1f-eec7-4e56-888a-8a3760582df1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1&tenant_id=a0fd2339cee948899f74d237d1fee442 HTTP/1.1" status: 200 len: 1096 time: 0.0559571 Jun 21 20:03:52.554677 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-61d4115f-414c-44cb-9734-0551cbbff5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:52.556182 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-61d4115f-414c-44cb-9734-0551cbbff5b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0fd2339cee948899f74d237d1fee442&device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 1096 time: 0.0512218 Jun 21 20:03:52.647534 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-a5e7ddf8-bac9-4a3a-9cee-284cced1dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:52.648961 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-a5e7ddf8-bac9-4a3a-9cee-284cced1dd58 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d450cb-3a4d-43b0-b649-53a0526f8766 HTTP/1.1" status: 200 len: 909 time: 0.0859945 Jun 21 20:03:52.712667 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-2011c868-eec2-4cbb-847e-28e005551507 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267 HTTP/1.1" status: 200 len: 999 time: 0.0572345 Jun 21 20:03:52.762902 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-c4045723-e499-4f33-a404-a94897bb1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:52.764332 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-c4045723-e499-4f33-a404-a94897bb1f60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a584c85f-69e1-44e7-89ae-0dec49e04f49 HTTP/1.1" status: 200 len: 847 time: 0.0459311 Jun 21 20:03:52.818406 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-26b88d61-c5d2-4a4f-8a6b-7f860048174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:52.819892 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-26b88d61-c5d2-4a4f-8a6b-7f860048174c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d450cb-3a4d-43b0-b649-53a0526f8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494435 Jun 21 20:03:52.905271 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-e0311071-1310-4f26-9762-58798db66937 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792780 Jun 21 20:03:52.996090 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-6f8e2501-1400-4434-b5ad-01924b2efa00 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842900 Jun 21 20:03:53.045473 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:03:53.073288 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5efbf6-3a17-4c66-9648-2e1bcc49bf6b req-d4f3a718-25d2-49b1-b1f8-886d67a1c79b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:53.075225 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fe5efbf6-3a17-4c66-9648-2e1bcc49bf6b req-d4f3a718-25d2-49b1-b1f8-886d67a1c79b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0635006 Jun 21 20:03:53.112166 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fe5efbf6-3a17-4c66-9648-2e1bcc49bf6b req-355de30b-3830-4091-b176-d6412b6379e4 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311701 Jun 21 20:03:53.473234 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-56d5c3f9-2c1a-4805-81af-0d8ab3c22372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:53.623561 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8d9e3-7e9e-4b04-a2c4-4ea96ff1ae0a req-2b5b8720-d273-4aae-a993-fce39e161a78 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:53.626933 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6ca8d9e3-7e9e-4b04-a2c4-4ea96ff1ae0a req-2b5b8720-d273-4aae-a993-fce39e161a78 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0670254 Jun 21 20:03:53.663919 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6ca8d9e3-7e9e-4b04-a2c4-4ea96ff1ae0a req-32a08600-e84d-40e7-9815-2b1715617ef3 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332685 Jun 21 20:03:54.287412 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2afe58-b382-47d6-9bfb-745113de6130 req-0f0adb7c-89ee-46cf-a01e-eb2695cc1ac9 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:54.288853 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1b2afe58-b382-47d6-9bfb-745113de6130 req-0f0adb7c-89ee-46cf-a01e-eb2695cc1ac9 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0638444 Jun 21 20:03:54.325347 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1b2afe58-b382-47d6-9bfb-745113de6130 req-fe268253-4df9-402e-887b-ad5252699362 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302687 Jun 21 20:03:54.842615 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff903c-bd91-4364-ac53-e5ff6ef98b3d req-21dbb0b5-3316-4235-bd9d-a7743f25f443 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:54.845797 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6dff903c-bd91-4364-ac53-e5ff6ef98b3d req-21dbb0b5-3316-4235-bd9d-a7743f25f443 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 943 time: 0.0677123 Jun 21 20:03:54.887372 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6dff903c-bd91-4364-ac53-e5ff6ef98b3d req-38f7d4fa-a6d1-4221-b105-db20651903c2 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367944 Jun 21 20:03:54.921492 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 299c78f6-c16b-438c-a0a1-da2837f0762d details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:03:55.012581 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:03:55.023053 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'port_id': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'mac_address': 'fa:16:3e:4a:73:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:03:55.057903 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:55.069807 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299c78f6-c16b-438c-a0a1-da2837f0762d {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:03:55.089174 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:03:55.141505 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:55.143326 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:55.189074 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=299c78f6-c16b-438c-a0a1-da2837f0762d,revision_number=9']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:55.192175 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:55.497289 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6131424-6ba9-4cd6-830a-bfd097e2a69f req-28e5f581-01f6-4a22-a430-8059498941bf tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:55.498754 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d6131424-6ba9-4cd6-830a-bfd097e2a69f req-28e5f581-01f6-4a22-a430-8059498941bf tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0660691 Jun 21 20:03:55.536023 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d6131424-6ba9-4cd6-830a-bfd097e2a69f req-3f98012c-eb7e-4015-a7d8-2e902bd158a2 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316169 Jun 21 20:03:56.064675 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a7a8c-1057-4775-b40b-3ba3df970203 req-8b599906-0e79-43e5-b66f-6bc0ad2c73c6 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:56.066175 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-576a7a8c-1057-4775-b40b-3ba3df970203 req-8b599906-0e79-43e5-b66f-6bc0ad2c73c6 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 944 time: 0.0634577 Jun 21 20:03:56.103314 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-576a7a8c-1057-4775-b40b-3ba3df970203 req-2f3007bf-8edf-420f-aa3c-b4830f37b494 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315368 Jun 21 20:03:56.216752 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-528e2b39-62ec-4376-ae59-a472eaf613f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:56.709662 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851bfce-e10c-4637-8347-bf34337f3da2 req-31b0c98d-6f9a-4819-a74c-892952d1c9bb tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:56.711126 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1851bfce-e10c-4637-8347-bf34337f3da2 req-31b0c98d-6f9a-4819-a74c-892952d1c9bb tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0641832 Jun 21 20:03:56.749444 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1851bfce-e10c-4637-8347-bf34337f3da2 req-b0675475-339e-4105-a980-656a8a1bb316 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320942 Jun 21 20:03:57.110622 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['299c78f6-c16b-438c-a0a1-da2837f0762d'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:03:57.284086 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:57.292105 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc124-3ba5-4354-a7b6-7c608b7bf848 req-a24edbb1-782c-448f-81af-c2b753a113ff tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:57.293591 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5e1cc124-3ba5-4354-a7b6-7c608b7bf848 req-a24edbb1-782c-448f-81af-c2b753a113ff tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 944 time: 0.0663509 Jun 21 20:03:57.332562 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5e1cc124-3ba5-4354-a7b6-7c608b7bf848 req-2cb71ce0-45d4-4279-a56c-b7c35dae4185 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332410 Jun 21 20:03:57.346745 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:57.930450 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e3c0-4b5f-4e32-93e6-d2b67c0b4601 req-9224f272-3d50-4586-b9bf-2df0c05380dc tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:57.931893 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3a55e3c0-4b5f-4e32-93e6-d2b67c0b4601 req-9224f272-3d50-4586-b9bf-2df0c05380dc tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0677931 Jun 21 20:03:57.970111 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3a55e3c0-4b5f-4e32-93e6-d2b67c0b4601 req-3b1af5f0-8f9c-4b98-b465-ec13db7e18f9 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Jun 21 20:03:58.455702 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:58.515712 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3fed8-4186-40a7-8d1f-1f74ea205b97 req-478fd883-7e00-43a8-946a-360c0a64cfc6 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:58.517163 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-62d3fed8-4186-40a7-8d1f-1f74ea205b97 req-478fd883-7e00-43a8-946a-360c0a64cfc6 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 944 time: 0.0664854 Jun 21 20:03:58.558593 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-62d3fed8-4186-40a7-8d1f-1f74ea205b97 req-8ee8f718-7f1a-4fb3-8330-977c8564a6f7 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355294 Jun 21 20:03:58.868850 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 299c78f6-c16b-438c-a0a1-da2837f0762d up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:03:58.916052 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 299c78f6-c16b-438c-a0a1-da2837f0762d triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:03:58.916433 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:58.991727 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:59.015626 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:03:59.017902 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26080474-cd20-4d48-95fd-934bdf38ecfa" -d '{"events": [{"server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "name": "network-vif-plugged", "status": "completed", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:03:59.031274 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:03:59.055232 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28187f4-717e-4415-995a-8fff2d192bfc x-openstack-request-id: req-d28187f4-717e-4415-995a-8fff2d192bfc {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:03:59.055561 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "name": "network-vif-plugged", "status": "completed", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:03:59.055828 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d28187f4-717e-4415-995a-8fff2d192bfc {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:03:59.056229 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'code': 200} Jun 21 20:03:59.125102 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:03:59.127050 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:03:59.150045 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3ef9b-96e5-45a2-964a-b7151044ec1f req-90d1acfe-40d5-4363-889e-9efb360089be tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:59.151773 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-00c3ef9b-96e5-45a2-964a-b7151044ec1f req-90d1acfe-40d5-4363-889e-9efb360089be tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0667486 Jun 21 20:03:59.173949 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=299c78f6-c16b-438c-a0a1-da2837f0762d,revision_number=10']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:03:59.185097 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:03:59.197525 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-00c3ef9b-96e5-45a2-964a-b7151044ec1f req-e1c59571-5013-4697-a2aa-2171958e186e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385551 Jun 21 20:03:59.407177 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ab371-bccc-41f5-9be2-f69b60aa02b2 req-57ac1554-dbc6-4de0-9a49-e31797fb868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:59.408670 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1d9ab371-bccc-41f5-9be2-f69b60aa02b2 req-57ac1554-dbc6-4de0-9a49-e31797fb868c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 1099 time: 0.0533950 Jun 21 20:03:59.448903 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1d9ab371-bccc-41f5-9be2-f69b60aa02b2 req-19dccb7e-3964-4111-ba7e-a44eeff3c4a5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330477 Jun 21 20:03:59.741192 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b417a-ff80-423e-8c0b-ed1da9b0709b req-2267994b-b434-4e9d-b57c-256ddaae6d83 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:59.742628 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-494b417a-ff80-423e-8c0b-ed1da9b0709b req-2267994b-b434-4e9d-b57c-256ddaae6d83 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 946 time: 0.0606828 Jun 21 20:03:59.779548 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-494b417a-ff80-423e-8c0b-ed1da9b0709b req-23e04e42-a538-46b8-90e3-fee1886edf8e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312271 Jun 21 20:03:59.889260 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ffe27-065d-404b-94d5-ab8357075f5c req-0f0daf1f-f1f3-4247-82b3-bc87a6a091c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:59.890692 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-426ffe27-065d-404b-94d5-ab8357075f5c req-0f0daf1f-f1f3-4247-82b3-bc87a6a091c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 1099 time: 0.0560400 Jun 21 20:03:59.993522 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ffe27-065d-404b-94d5-ab8357075f5c req-76eb525c-75e1-4875-bc2d-45234c9a993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:03:59.994935 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-426ffe27-065d-404b-94d5-ab8357075f5c req-76eb525c-75e1-4875-bc2d-45234c9a993b service neutron] 10.222.0.22 "GET /v2.0/networks?id=5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 200 len: 918 time: 0.0806339 Jun 21 20:04:00.062484 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-426ffe27-065d-404b-94d5-ab8357075f5c req-26fe1062-3e25-43f4-8fd6-30ad82acfec4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=299c78f6-c16b-438c-a0a1-da2837f0762d HTTP/1.1" status: 200 len: 1000 time: 0.0601439 Jun 21 20:04:00.111517 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ffe27-065d-404b-94d5-ab8357075f5c req-e31c57fa-2822-4d7d-a8dd-26d6438731c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:00.112870 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-426ffe27-065d-404b-94d5-ab8357075f5c req-e31c57fa-2822-4d7d-a8dd-26d6438731c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a54e1a25-5703-467b-ba5a-987734b96f0a HTTP/1.1" status: 200 len: 856 time: 0.0417008 Jun 21 20:04:00.170114 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ffe27-065d-404b-94d5-ab8357075f5c req-549d2a3d-6f0d-407e-8775-ef8cf847696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:00.171525 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-426ffe27-065d-404b-94d5-ab8357075f5c req-549d2a3d-6f0d-407e-8775-ef8cf847696c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5a818231-d4af-4097-9fe3-2bd4744ce6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491700 Jun 21 20:04:00.266597 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-426ffe27-065d-404b-94d5-ab8357075f5c req-ff8840c6-85ca-455a-adff-ca00852fb4d3 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843790 Jun 21 20:04:00.367229 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-426ffe27-065d-404b-94d5-ab8357075f5c req-c97f1f85-9841-4ff4-8d0b-0e47191b4da9 service neutron] 10.222.0.22 "GET /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900843 Jun 21 20:04:00.388763 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc01197-0a77-4896-9b1e-42c08ddfb8ac req-ffc254da-d3c1-4c4d-9e6b-25455781a837 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:00.390403 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8dc01197-0a77-4896-9b1e-42c08ddfb8ac req-ffc254da-d3c1-4c4d-9e6b-25455781a837 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0795572 Jun 21 20:04:00.426798 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:00.428962 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8dc01197-0a77-4896-9b1e-42c08ddfb8ac req-a540b6cb-447b-45a2-89e0-65913164edd8 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329313 Jun 21 20:04:00.958690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75525-4218-4a4b-b10d-5380f74f1efb req-e91ec75c-f275-401b-9429-526aaf4f87c8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:00.960163 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ecf75525-4218-4a4b-b10d-5380f74f1efb req-e91ec75c-f275-401b-9429-526aaf4f87c8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 946 time: 0.0647833 Jun 21 20:04:01.002238 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ecf75525-4218-4a4b-b10d-5380f74f1efb req-8afa0d50-84fd-4dd4-9b03-bf051fd3f51b tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361032 Jun 21 20:04:01.604042 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a86792-89ab-438d-9f51-5ef56427b3ef req-bbf10a90-755e-49be-a8a0-c38f6878880f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:01.605983 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-43a86792-89ab-438d-9f51-5ef56427b3ef req-bbf10a90-755e-49be-a8a0-c38f6878880f tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0666206 Jun 21 20:04:01.645059 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-43a86792-89ab-438d-9f51-5ef56427b3ef req-6e7dfbcf-4c5e-44f2-8dbc-4468de452451 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328212 Jun 21 20:04:02.177913 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae972b-6963-4f11-b7e3-d5bd2b6cc4aa req-7a1325a3-3197-47f0-ab76-06f66ea5d635 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:02.179320 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cfae972b-6963-4f11-b7e3-d5bd2b6cc4aa req-7a1325a3-3197-47f0-ab76-06f66ea5d635 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 946 time: 0.0632832 Jun 21 20:04:02.217650 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cfae972b-6963-4f11-b7e3-d5bd2b6cc4aa req-58db5ed7-7029-4d75-809b-0fae90d2f210 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323901 Jun 21 20:04:02.815089 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d9871-6949-49cd-b78f-bbdbcafcfbdd req-f5dd81c2-207b-4fa2-8888-f6b1698d3a7e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:02.816530 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c68d9871-6949-49cd-b78f-bbdbcafcfbdd req-f5dd81c2-207b-4fa2-8888-f6b1698d3a7e tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0621469 Jun 21 20:04:02.852200 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c68d9871-6949-49cd-b78f-bbdbcafcfbdd req-cec4d199-df7a-49d4-9cd2-2585b3279a85 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301418 Jun 21 20:04:03.321195 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44658) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:03.422385 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:03.506534 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:03.568965 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:03.571440 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b749cde3-0c1f-4717-b397-b171c652babe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:03.606484 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c4faaa5856a42568f2d356ca8985d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842376 Jun 21 20:04:03.607615 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d491380a-04f7-4363-bc4d-90b2abb4f70a,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:03.609172 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44662) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:03.614567 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.614942 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.615306 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.615692 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.616046 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.616405 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.616755 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.617108 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.617457 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.617801 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.618145 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.618489 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:03.622345 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:03.658786 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-0113ccca-18b0-4ef9-af35-8e46304f248c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:03.682279 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-0113ccca-18b0-4ef9-af35-8e46304f248c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:03.804025 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-0113ccca-18b0-4ef9-af35-8e46304f248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:03.806572 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-0113ccca-18b0-4ef9-af35-8e46304f248c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:03.807722 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-0113ccca-18b0-4ef9-af35-8e46304f248c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d491380a-04f7-4363-bc4d-90b2abb4f70a HTTP/1.1" status: 204 len: 168 time: 0.1975529 Jun 21 20:04:03.808575 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-df030812-ea59-4a2c-8f9e-1f994160739c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:03.815740 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113ccca-18b0-4ef9-af35-8e46304f248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d491380a-04f7-4363-bc4d-90b2abb4f70a,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:03.818174 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-0113ccca-18b0-4ef9-af35-8e46304f248c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:04.029608 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef1d4d-b775-4c67-bac5-972c8b39c79b req-674c5cb9-7037-4a0b-89ec-53f42305ee63 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:04.031084 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4eef1d4d-b775-4c67-bac5-972c8b39c79b req-674c5cb9-7037-4a0b-89ec-53f42305ee63 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0672002 Jun 21 20:04:04.075714 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4eef1d4d-b775-4c67-bac5-972c8b39c79b req-8563db27-243f-4786-931e-7c8954992feb tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381293 Jun 21 20:04:05.259235 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc087a-cc21-4ff1-ba97-fa67c680cd13 req-941710c4-61ea-4391-ac3e-b19b98a81644 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:05.260695 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4fcc087a-cc21-4ff1-ba97-fa67c680cd13 req-941710c4-61ea-4391-ac3e-b19b98a81644 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0628700 Jun 21 20:04:05.297780 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4fcc087a-cc21-4ff1-ba97-fa67c680cd13 req-8639b23c-cd6b-4693-bddb-e1a2931862cd tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306230 Jun 21 20:04:06.467822 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd99f-5d0a-40f8-891a-a7fc05834a11 req-ec68df37-c809-4b35-9fa7-5ae4fdae5f3b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:06.469192 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3cadd99f-5d0a-40f8-891a-a7fc05834a11 req-ec68df37-c809-4b35-9fa7-5ae4fdae5f3b tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0624943 Jun 21 20:04:06.507082 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3cadd99f-5d0a-40f8-891a-a7fc05834a11 req-901adfb1-82f0-4516-b5b1-08448e7e6a19 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320032 Jun 21 20:04:07.676729 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851993fc-f45d-4d43-9351-de815723f462 req-842e096c-e39d-436d-a8fb-f51c5883d345 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:07.678150 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-851993fc-f45d-4d43-9351-de815723f462 req-842e096c-e39d-436d-a8fb-f51c5883d345 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0620821 Jun 21 20:04:07.713639 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-851993fc-f45d-4d43-9351-de815723f462 req-3f082cd6-adaa-4b91-8a86-2dcce6b436d1 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300107 Jun 21 20:04:08.884283 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67262e-6697-4101-96ca-1b70029e483e req-ef9a8cf4-fad6-408b-8cfc-056c43aad2c6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:08.885698 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5a67262e-6697-4101-96ca-1b70029e483e req-ef9a8cf4-fad6-408b-8cfc-056c43aad2c6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0614483 Jun 21 20:04:08.929841 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5a67262e-6697-4101-96ca-1b70029e483e req-93ed7b8c-24e2-4076-9ec9-41a63337077a tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383470 Jun 21 20:04:10.101211 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25feb30-8aea-4495-ae94-066d7a2cf3a8 req-3fc6041d-4d48-455a-8cf1-1fc629eba7ca tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:10.102621 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f25feb30-8aea-4495-ae94-066d7a2cf3a8 req-3fc6041d-4d48-455a-8cf1-1fc629eba7ca tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 943 time: 0.0639639 Jun 21 20:04:10.139245 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f25feb30-8aea-4495-ae94-066d7a2cf3a8 req-6a270548-6293-46ca-803c-59194876b112 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309372 Jun 21 20:04:10.918443 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 050a93c6-6932-40cb-a04f-9ead2d0ed267 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:04:11.008504 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 050a93c6-6932-40cb-a04f-9ead2d0ed267, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:11.019568 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'port_id': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'mac_address': 'fa:16:3e:ee:08:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:04:11.055682 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:11.067942 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050a93c6-6932-40cb-a04f-9ead2d0ed267 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:04:11.091722 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 050a93c6-6932-40cb-a04f-9ead2d0ed267, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:11.169984 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:11.172809 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:11.218972 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=050a93c6-6932-40cb-a04f-9ead2d0ed267,revision_number=7']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:11.222121 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:11.311349 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92249e4-30ac-4dd6-a8f7-e604868dce6f req-782ddde5-6388-49ca-97c7-2d8d0e395e91 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:11.312828 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b92249e4-30ac-4dd6-a8f7-e604868dce6f req-782ddde5-6388-49ca-97c7-2d8d0e395e91 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 944 time: 0.0623207 Jun 21 20:04:11.350528 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b92249e4-30ac-4dd6-a8f7-e604868dce6f req-3d9e7d12-ce22-4822-b154-bf383dbb1066 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320058 Jun 21 20:04:11.397005 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['050a93c6-6932-40cb-a04f-9ead2d0ed267'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:04:12.519051 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52ec22-ec40-46f1-bd9c-3f995cf4a67d req-e4c1d272-6add-454a-9417-5fa0180e7454 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:12.520573 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cf52ec22-ec40-46f1-bd9c-3f995cf4a67d req-e4c1d272-6add-454a-9417-5fa0180e7454 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 944 time: 0.0620408 Jun 21 20:04:12.557427 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cf52ec22-ec40-46f1-bd9c-3f995cf4a67d req-82bd96d0-49b6-47a6-a67f-b38bc0d352b9 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314207 Jun 21 20:04:12.935728 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 050a93c6-6932-40cb-a04f-9ead2d0ed267 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:04:12.980524 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 050a93c6-6932-40cb-a04f-9ead2d0ed267 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:04:12.980894 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:13.053729 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:13.075907 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:04:13.078109 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8216906-bd36-4f97-9bfe-75f2e1efe2dd" -d '{"events": [{"server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "name": "network-vif-plugged", "status": "completed", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:04:13.090337 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 050a93c6-6932-40cb-a04f-9ead2d0ed267, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:13.115829 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6e2020-44ae-4233-85a2-aff5bda47d5a x-openstack-request-id: req-6a6e2020-44ae-4233-85a2-aff5bda47d5a {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:04:13.116125 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "name": "network-vif-plugged", "status": "completed", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:04:13.116381 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a6e2020-44ae-4233-85a2-aff5bda47d5a {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:04:13.116768 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'code': 200} Jun 21 20:04:13.152141 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:13.154004 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:13.197956 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=050a93c6-6932-40cb-a04f-9ead2d0ed267,revision_number=8']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:13.201624 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:13.396542 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868fa38-9794-44e8-ab43-cbc2776d3059 req-a3731370-4f4a-44ba-97d9-3ea140a70382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:13.397966 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4868fa38-9794-44e8-ab43-cbc2776d3059 req-a3731370-4f4a-44ba-97d9-3ea140a70382 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0506504 Jun 21 20:04:13.431286 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4868fa38-9794-44e8-ab43-cbc2776d3059 req-b8114cdc-25f2-4fdf-9584-2a511decab44 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269425 Jun 21 20:04:13.735992 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6455814-eb86-48f0-a955-a4cba446ac4a req-8db6d9cd-aaab-4dcb-9456-cd094dc4b4e1 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:13.737434 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f6455814-eb86-48f0-a955-a4cba446ac4a req-8db6d9cd-aaab-4dcb-9456-cd094dc4b4e1 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0670943 Jun 21 20:04:13.775442 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f6455814-eb86-48f0-a955-a4cba446ac4a req-07504259-b7a8-4225-9cc5-f2f17d7a694d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323720 Jun 21 20:04:14.954577 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa3495-dd01-48f5-8260-7ded8e5316d2 req-fdc6985f-52e2-4c5f-ac42-f05f1b1c5ba5 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:14.956030 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bffa3495-dd01-48f5-8260-7ded8e5316d2 req-fdc6985f-52e2-4c5f-ac42-f05f1b1c5ba5 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0654607 Jun 21 20:04:14.992602 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bffa3495-dd01-48f5-8260-7ded8e5316d2 req-56dc155e-bc8c-4cf5-b3ec-503a39f98c22 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310082 Jun 21 20:04:23.472592 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-3719188f-7388-412a-87b6-73669d5eb159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:26.243595 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c348a23a-555e-4162-9ec7-660d0d577bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:27.253615 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:27.312267 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:28.443877 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:30.043863 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:04:30.397691 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:34.693691 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-725941bd-5afd-403e-928e-facbd9e292bc req-9191ce8e-4b81-4c27-aa83-a2247f41a45a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000149786&fields=id&tenant_id=98cfca53e3234aa0b800b3119b66c47d HTTP/1.1" status: 200 len: 267 time: 0.0435460 Jun 21 20:04:34.761717 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725941bd-5afd-403e-928e-facbd9e292bc req-99a2189c-6671-48db-a692-b38fb8572792 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:34.763513 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-725941bd-5afd-403e-928e-facbd9e292bc req-99a2189c-6671-48db-a692-b38fb8572792 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 984 time: 0.0642529 Jun 21 20:04:34.774068 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [req-725941bd-5afd-403e-928e-facbd9e292bc req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Request body: {'port': {'security_groups': ['58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0']}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:04:34.868962 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-725941bd-5afd-403e-928e-facbd9e292bc req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.042938 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [req-725941bd-5afd-403e-928e-facbd9e292bc req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] For port fc823ddb-5bef-4114-badf-3034dc8fb51e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:35.070543 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-725941bd-5afd-403e-928e-facbd9e292bc req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.192025 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-725941bd-5afd-403e-928e-facbd9e292bc req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.196126 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:35.204667 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['fc823ddb-5bef-4114-badf-3034dc8fb51e'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:04:35.253384 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725941bd-5afd-403e-928e-facbd9e292bc req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:35.254228 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [req-725941bd-5afd-403e-928e-facbd9e292bc req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.258797 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-725941bd-5afd-403e-928e-facbd9e292bc req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "PUT /v2.0/ports/fc823ddb-5bef-4114-badf-3034dc8fb51e HTTP/1.1" status: 200 len: 942 time: 0.4890161 Jun 21 20:04:35.263202 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:04:35.267571 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3156042-33bd-4399-98ad-6fcc3fb10836" -d '{"events": [{"name": "network-changed", "server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:04:35.268422 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44710) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:35.316468 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event updated for resources: {'Port': ['ID=fc823ddb-5bef-4114-badf-3034dc8fb51e,revision_number=7']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:35.339977 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.339977 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.340351 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.340630 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.340991 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.341353 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.341711 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.342068 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.342423 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.342775 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.343127 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.343505 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:35.347884 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:35.375938 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ecbc476f-8071-401f-a6ae-b44f52214956 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.425169 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ecbc476f-8071-401f-a6ae-b44f52214956 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.446330 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['fc823ddb-5bef-4114-badf-3034dc8fb51e'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:04:35.461510 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467a436-b9d2-443c-b14b-2a699f1a29f0 req-36ef55db-ae74-46d8-b87d-17536870764e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:35.465042 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3467a436-b9d2-443c-b14b-2a699f1a29f0 req-36ef55db-ae74-46d8-b87d-17536870764e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 946 time: 0.0879207 Jun 21 20:04:35.522769 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3467a436-b9d2-443c-b14b-2a699f1a29f0 req-7b49b57a-a463-4899-bfca-1cc006b06792 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457592 Jun 21 20:04:35.591079 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc767618-7ebb-498c-9179-1e04e832bd7d x-openstack-request-id: req-bc767618-7ebb-498c-9179-1e04e832bd7d {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:04:35.591417 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:04:35.591816 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc767618-7ebb-498c-9179-1e04e832bd7d {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:04:35.592259 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'status': 'completed', 'code': 200} Jun 21 20:04:35.633312 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ecbc476f-8071-401f-a6ae-b44f52214956 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.636930 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ecbc476f-8071-401f-a6ae-b44f52214956 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.655110 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-ecbc476f-8071-401f-a6ae-b44f52214956 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "DELETE /v2.0/security-groups/442548b3-a480-4da3-8abb-f027e4687905 HTTP/1.1" status: 204 len: 168 time: 0.3599956 Jun 21 20:04:35.655110 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-61567eff-d60c-4763-a089-072667a4f382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:35.655110 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44716) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:35.667263 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9fa2af6-0c0c-44ce-b9e4-b33d01e0921b None None] Provisioning complete for port fc823ddb-5bef-4114-badf-3034dc8fb51e triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:04:35.667667 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9fa2af6-0c0c-44ce-b9e4-b33d01e0921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.677944 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3156042-33bd-4399-98ad-6fcc3fb10836 req-4b2ad57f-fc4e-4201-a811-41cc79c67316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:35.678953 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc476f-8071-401f-a6ae-b44f52214956 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442548b3-a480-4da3-8abb-f027e4687905,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:35.679207 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a3156042-33bd-4399-98ad-6fcc3fb10836 req-4b2ad57f-fc4e-4201-a811-41cc79c67316 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98cfca53e3234aa0b800b3119b66c47d&device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 1098 time: 0.0597889 Jun 21 20:04:35.711627 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ecbc476f-8071-401f-a6ae-b44f52214956 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:35.780365 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3156042-33bd-4399-98ad-6fcc3fb10836 req-c9b850a3-e36d-4e94-a474-6fce8fccc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:35.781872 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a3156042-33bd-4399-98ad-6fcc3fb10836 req-c9b850a3-e36d-4e94-a474-6fce8fccc3f9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=77b4d83c-950d-495b-ab69-76fd20d6dd71 HTTP/1.1" status: 200 len: 916 time: 0.0927081 Jun 21 20:04:35.848503 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a3156042-33bd-4399-98ad-6fcc3fb10836 req-1db490c2-ce0a-4b60-9ec7-f28fde578a62 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e HTTP/1.1" status: 200 len: 1001 time: 0.0593774 Jun 21 20:04:35.859080 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Deleting port 792b72d2-85ff-494a-a76a-fa868ded87cf {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:35.859423 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.899874 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3156042-33bd-4399-98ad-6fcc3fb10836 req-9b31440b-d93a-40c5-b280-58c45aa52926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:35.901996 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a3156042-33bd-4399-98ad-6fcc3fb10836 req-9b31440b-d93a-40c5-b280-58c45aa52926 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0ef8f24-5623-4785-9826-38e827099f7b HTTP/1.1" status: 200 len: 854 time: 0.0458331 Jun 21 20:04:35.934637 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.934990 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:35.959248 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3156042-33bd-4399-98ad-6fcc3fb10836 req-97b1d073-8f7d-49b3-b007-f7ad51ca46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:35.965276 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a3156042-33bd-4399-98ad-6fcc3fb10836 req-97b1d073-8f7d-49b3-b007-f7ad51ca46ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=77b4d83c-950d-495b-ab69-76fd20d6dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519869 Jun 21 20:04:35.998581 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Calling delete_port for 792b72d2-85ff-494a-a76a-fa868ded87cf owned by network:floatingip {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:36.051373 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a3156042-33bd-4399-98ad-6fcc3fb10836 req-16ec521a-08ec-4a8c-a0c5-8010213a50a2 service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816851 Jun 21 20:04:36.145747 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a3156042-33bd-4399-98ad-6fcc3fb10836 req-d108697a-57c1-48a8-a233-5517a1d0d6e6 service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854795 Jun 21 20:04:36.249767 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:36.251814 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:36.273750 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event deleted for resources: {'Port': ['ID=792b72d2-85ff-494a-a76a-fa868ded87cf,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:36.276247 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:36.336679 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks [] for floatingip, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:36.337011 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.l3_db [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Floating IP 53a1e8ff-11db-48bd-b049-23933cd7d765 disassociated (deleted). External IP: 172.27.0.188, port: fc823ddb-5bef-4114-badf-3034dc8fb51e. Jun 21 20:04:36.536571 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Router 422773d7-7123-4cd5-b80b-ec7156c25597 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:04:36.642910 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:04:36.647689 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:36.652999 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1b767e-5c88-4903-bf85-5ae46a13b451 None None] Sync routers for ids ['422773d7-7123-4cd5-b80b-ec7156c25597'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:04:36.661813 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b767e-5c88-4903-bf85-5ae46a13b451 None None] Routers {'422773d7-7123-4cd5-b80b-ec7156c25597'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:36.662570 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-ec1b767e-5c88-4903-bf85-5ae46a13b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['422773d7-7123-4cd5-b80b-ec7156c25597'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:36.688955 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "DELETE /v2.0/floatingips/53a1e8ff-11db-48bd-b049-23933cd7d765 HTTP/1.1" status: 204 len: 168 time: 1.0415599 Jun 21 20:04:36.702963 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e979704-f5c5-4071-9fa0-179ccd233215 req-011916c5-1406-4755-9e1e-111c660de91a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:36.704507 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e979704-f5c5-4071-9fa0-179ccd233215 req-011916c5-1406-4755-9e1e-111c660de91a tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 946 time: 0.0635469 Jun 21 20:04:36.775859 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e979704-f5c5-4071-9fa0-179ccd233215 req-c1eb854f-dc53-4eb8-9617-48a69f5418db tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups?id=40b4f79f-cae0-4d13-b27e-4531e48a9c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648775 Jun 21 20:04:36.784061 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-ec1b767e-5c88-4903-bf85-5ae46a13b451 None None] Set router 422773d7-7123-4cd5-b80b-ec7156c25597 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:36.810139 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089f315-20ef-4520-9286-aac529458e2a req-4dba7e8d-26e4-4cb1-8c00-499323842e81 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:36.811743 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2089f315-20ef-4520-9286-aac529458e2a req-4dba7e8d-26e4-4cb1-8c00-499323842e81 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 946 time: 0.0861807 Jun 21 20:04:36.916243 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Deleting port 299c78f6-c16b-438c-a0a1-da2837f0762d {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:36.919646 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:36.990267 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-ec1b767e-5c88-4903-bf85-5ae46a13b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '43127bec-de60-4556-85a3-8275adf5a2bd', 'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'mac_address': 'fa:16:3e:04:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:58Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 5, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'subnets': [{'id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:37.009320 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] For port 299c78f6-c16b-438c-a0a1-da2837f0762d, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=299c78f6-c16b-438c-a0a1-da2837f0762d,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:37.009689 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:37.017435 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1b767e-5c88-4903-bf85-5ae46a13b451 None None] Checking router: 422773d7-7123-4cd5-b80b-ec7156c25597 for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:04:37.025698 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b767e-5c88-4903-bf85-5ae46a13b451 None None] Routers {'422773d7-7123-4cd5-b80b-ec7156c25597'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:37.027476 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-ec1b767e-5c88-4903-bf85-5ae46a13b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['422773d7-7123-4cd5-b80b-ec7156c25597'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:37.143753 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-ec1b767e-5c88-4903-bf85-5ae46a13b451 None None] Set router 422773d7-7123-4cd5-b80b-ec7156c25597 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:37.198870 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:37.199270 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:37.199634 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.l3_db [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Floating IP d79bd18f-cebd-4c4e-9e10-619ade5dd07a disassociated. External IP: 172.27.0.57, port: 299c78f6-c16b-438c-a0a1-da2837f0762d. Jun 21 20:04:37.199983 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Calling delete_port for 299c78f6-c16b-438c-a0a1-da2837f0762d owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:37.342160 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-ec1b767e-5c88-4903-bf85-5ae46a13b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '43127bec-de60-4556-85a3-8275adf5a2bd', 'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'mac_address': 'fa:16:3e:04:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:58Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 5, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'subnets': [{'id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:37.369043 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:37.372491 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1b767e-5c88-4903-bf85-5ae46a13b451 None None] The sync data for ids ['422773d7-7123-4cd5-b80b-ec7156c25597'] in dv-cinder-792462-15-iscsi is: [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:01:59Z', 'revision_number': 4, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '43127bec-de60-4556-85a3-8275adf5a2bd', 'name': '', 'network_id': '77b4d83c-950d-495b-ab69-76fd20d6dd71', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'mac_address': 'fa:16:3e:04:24:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:58Z', 'updated_at': '2021-06-21T20:02:06Z', 'revision_number': 5, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'subnets': [{'id': 'e0ef8f24-5623-4785-9826-38e827099f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:04:37.373639 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:37.400184 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event deleted for resources: {'Port': ['ID=299c78f6-c16b-438c-a0a1-da2837f0762d,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:37.404094 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:37.517158 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:04:37.593730 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:04:37.596483 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0a731d-c246-47fa-94f1-fbda7ab445d5" -d '{"events": [{"name": "network-changed", "server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:04:37.599484 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5539d3-29ab-4646-bac0-fcf4e2900188 None None] New status for floating IP 53a1e8ff-11db-48bd-b049-23933cd7d765: DOWN {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:04:37.626198 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:04:37.636851 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c50fdd-d9dc-4580-851b-75466457bc6a None None] Sync routers for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:04:37.638719 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79d4865-2911-4909-bc71-d24c4f0569ec x-openstack-request-id: req-e79d4865-2911-4909-bc71-d24c4f0569ec {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:04:37.639044 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:04:37.639363 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e79d4865-2911-4909-bc71-d24c4f0569ec {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:04:37.640030 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'status': 'completed', 'code': 200} Jun 21 20:04:37.652228 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c50fdd-d9dc-4580-851b-75466457bc6a None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:37.652816 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-11c50fdd-d9dc-4580-851b-75466457bc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:37.711394 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] No DVR routers for this DVR port 299c78f6-c16b-438c-a0a1-da2837f0762d on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:04:37.714259 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:37.716425 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.22 "DELETE /v2.0/ports/299c78f6-c16b-438c-a0a1-da2837f0762d HTTP/1.1" status: 204 len: 173 time: 0.8981860 Jun 21 20:04:37.717160 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'name': 'network-vif-deleted', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:04:37.719794 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd3d0f0-d4d5-4d28-8bfd-e16b84eed70b" -d '{"events": [{"server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "name": "network-vif-deleted", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:04:37.754836 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a731d-c246-47fa-94f1-fbda7ab445d5 req-042fd8ce-7947-445e-9cd5-d9e661321ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:37.756778 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2f0a731d-c246-47fa-94f1-fbda7ab445d5 req-042fd8ce-7947-445e-9cd5-d9e661321ee9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98cfca53e3234aa0b800b3119b66c47d&device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 1098 time: 0.0957692 Jun 21 20:04:37.790357 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf76ed2-a24c-4b7d-9da8-9e091ffbfa6a x-openstack-request-id: req-1cf76ed2-a24c-4b7d-9da8-9e091ffbfa6a {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:04:37.790721 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5c151-8f4f-427b-9358-959b465da808", "name": "network-vif-deleted", "tag": "299c78f6-c16b-438c-a0a1-da2837f0762d", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:04:37.790977 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cf76ed2-a24c-4b7d-9da8-9e091ffbfa6a {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:04:37.791432 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5c151-8f4f-427b-9358-959b465da808', 'name': 'network-vif-deleted', 'tag': '299c78f6-c16b-438c-a0a1-da2837f0762d', 'status': 'completed', 'code': 200} Jun 21 20:04:37.792662 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-11c50fdd-d9dc-4580-851b-75466457bc6a None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:37.889056 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a731d-c246-47fa-94f1-fbda7ab445d5 req-4ab2629f-be03-4070-b757-af741cca99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:37.890867 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2f0a731d-c246-47fa-94f1-fbda7ab445d5 req-4ab2629f-be03-4070-b757-af741cca99a1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=77b4d83c-950d-495b-ab69-76fd20d6dd71 HTTP/1.1" status: 200 len: 916 time: 0.1261165 Jun 21 20:04:37.945071 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2f0a731d-c246-47fa-94f1-fbda7ab445d5 req-fb670a76-1b6b-4c18-8dfe-5fd8b577bff2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e HTTP/1.1" status: 200 len: 217 time: 0.0470254 Jun 21 20:04:37.959811 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e761ae83-462f-4922-aba2-ddee6a7ab755 req-c604e599-6045-4618-b77c-38dcd3db6f79 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1b5c151-8f4f-427b-9358-959b465da808 HTTP/1.1" status: 200 len: 210 time: 0.0325634 Jun 21 20:04:38.015042 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a731d-c246-47fa-94f1-fbda7ab445d5 req-377857f6-2002-47f6-9d2c-638493982c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:38.016627 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2f0a731d-c246-47fa-94f1-fbda7ab445d5 req-377857f6-2002-47f6-9d2c-638493982c89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e0ef8f24-5623-4785-9826-38e827099f7b HTTP/1.1" status: 200 len: 854 time: 0.0649748 Jun 21 20:04:38.040417 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-11c50fdd-d9dc-4580-851b-75466457bc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:38.066099 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c50fdd-d9dc-4580-851b-75466457bc6a None None] Checking router: e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:04:38.074654 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c50fdd-d9dc-4580-851b-75466457bc6a None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:38.075260 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-11c50fdd-d9dc-4580-851b-75466457bc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:38.077467 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a731d-c246-47fa-94f1-fbda7ab445d5 req-d1f1d788-1c62-43d0-aa68-9ebbf9c7d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:38.079059 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2f0a731d-c246-47fa-94f1-fbda7ab445d5 req-d1f1d788-1c62-43d0-aa68-9ebbf9c7d865 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=77b4d83c-950d-495b-ab69-76fd20d6dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548108 Jun 21 20:04:38.189482 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-11c50fdd-d9dc-4580-851b-75466457bc6a None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:38.190170 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2f0a731d-c246-47fa-94f1-fbda7ab445d5 req-bb7589cf-9e1b-4446-9996-e5fd6409c86c service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002419 Jun 21 20:04:38.292276 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2f0a731d-c246-47fa-94f1-fbda7ab445d5 req-c6693cc7-96d7-4338-b095-c9ccd06ee479 service neutron] 10.222.0.22 "GET /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951290 Jun 21 20:04:38.396045 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-11c50fdd-d9dc-4580-851b-75466457bc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:38.424815 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c50fdd-d9dc-4580-851b-75466457bc6a None None] The sync data for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi is: [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T19:57:59Z', 'revision_number': 4, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'bbf534fa-c475-428b-83cc-9cb3052561cf', 'name': '', 'network_id': '5a818231-d4af-4097-9fe3-2bd4744ce6c3', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'mac_address': 'fa:16:3e:c9:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:58Z', 'updated_at': '2021-06-21T19:58:05Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'subnets': [{'id': 'a54e1a25-5703-467b-ba5a-987734b96f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:04:38.646536 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0658578-eee3-46f1-9530-9d9bb3df61e7 None None] New status for floating IP d79bd18f-cebd-4c4e-9e10-619ade5dd07a: DOWN {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:04:39.114383 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 299c78f6-c16b-438c-a0a1-da2837f0762d no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:04:39.135095 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 299c78f6-c16b-438c-a0a1-da2837f0762d {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:04:39.135571 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 299c78f6-c16b-438c-a0a1-da2837f0762d not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:04:39.154083 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44750) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:39.213874 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-77b0de2a-ed83-4453-bd0d-288e39a3308f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:39.237862 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-77b0de2a-ed83-4453-bd0d-288e39a3308f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:39.375430 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-77b0de2a-ed83-4453-bd0d-288e39a3308f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:39.378148 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-77b0de2a-ed83-4453-bd0d-288e39a3308f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:39.379296 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-77b0de2a-ed83-4453-bd0d-288e39a3308f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "DELETE /v2.0/security-groups/40b4f79f-cae0-4d13-b27e-4531e48a9c2b HTTP/1.1" status: 204 len: 168 time: 0.2241714 Jun 21 20:04:39.380219 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-01c1d462-f586-4ebf-8865-cb38c1621c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:39.383788 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44752) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:39.389947 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0de2a-ed83-4453-bd0d-288e39a3308f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b4f79f-cae0-4d13-b27e-4531e48a9c2b,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:39.392627 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-77b0de2a-ed83-4453-bd0d-288e39a3308f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:39.397963 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.api.v2.resource [None req-7bbff25e-f94e-4087-bf34-748c01b2e9a4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] show failed (client error): The resource could not be found. Jun 21 20:04:39.399135 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-7bbff25e-f94e-4087-bf34-748c01b2e9a4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "GET /v2.0/security-groups/40b4f79f-cae0-4d13-b27e-4531e48a9c2b HTTP/1.1" status: 404 len: 347 time: 0.0143089 Jun 21 20:04:39.402721 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44754) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:39.806810 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Deleting port 8beab4b7-92f9-4c75-8741-c4c3e0365bc6 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:39.807825 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:39.883878 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:39.888225 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:39.949510 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Calling delete_port for 8beab4b7-92f9-4c75-8741-c4c3e0365bc6 owned by network:floatingip {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:40.135027 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:40.139216 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b7544f06-1503-460e-95ce-ca7c2179d347 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:40.161876 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Pushing event deleted for resources: {'Port': ['ID=8beab4b7-92f9-4c75-8741-c4c3e0365bc6,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:40.165068 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:40.226314 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks [] for floatingip, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:40.229172 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:40.230503 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] 10.222.0.30 "DELETE /v2.0/floatingips/d79bd18f-cebd-4c4e-9e10-619ade5dd07a HTTP/1.1" status: 204 len: 168 time: 0.8267446 Jun 21 20:04:40.231194 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2fe00-72a9-46a1-b9d3-0c083759d64b req-2f6a5d43-16af-4c4e-b7ad-fe8d3887f217 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:40.232668 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-aba2fe00-72a9-46a1-b9d3-0c083759d64b req-2f6a5d43-16af-4c4e-b7ad-fe8d3887f217 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 945 time: 0.0684543 Jun 21 20:04:40.272266 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-aba2fe00-72a9-46a1-b9d3-0c083759d64b req-481a235d-ac11-41cc-99c6-4be800a25cef tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332174 Jun 21 20:04:41.450103 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baabb6-4216-466b-a240-308faef862c3 req-5b8cbfaf-0950-4b10-9f55-3ff4d03e6b27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:41.451428 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-20baabb6-4216-466b-a240-308faef862c3 req-5b8cbfaf-0950-4b10-9f55-3ff4d03e6b27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 945 time: 0.0611868 Jun 21 20:04:41.489104 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-20baabb6-4216-466b-a240-308faef862c3 req-73524f0b-a021-4065-9bbd-42ab7c1da445 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/security-groups?id=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Jun 21 20:04:41.956456 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351cea9-e3a8-430f-921d-7bce19583162 req-ff29aec2-2682-4b18-9ce0-a2488efa93b2 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:41.957946 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b351cea9-e3a8-430f-921d-7bce19583162 req-ff29aec2-2682-4b18-9ce0-a2488efa93b2 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.22 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 945 time: 0.0615599 Jun 21 20:04:42.063425 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-b351cea9-e3a8-430f-921d-7bce19583162 req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Deleting port fc823ddb-5bef-4114-badf-3034dc8fb51e {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:42.063793 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b351cea9-e3a8-430f-921d-7bce19583162 req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:42.149912 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-b351cea9-e3a8-430f-921d-7bce19583162 req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] For port fc823ddb-5bef-4114-badf-3034dc8fb51e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fc823ddb-5bef-4114-badf-3034dc8fb51e,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:42.150201 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b351cea9-e3a8-430f-921d-7bce19583162 req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:42.218633 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-b351cea9-e3a8-430f-921d-7bce19583162 req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Calling delete_port for fc823ddb-5bef-4114-badf-3034dc8fb51e owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:42.455315 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b351cea9-e3a8-430f-921d-7bce19583162 req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:42.459198 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-047a7d96-750f-42dd-a892-428ebf8d0e31 tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:42.468751 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['fc823ddb-5bef-4114-badf-3034dc8fb51e'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:04:42.486808 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Pushing event deleted for resources: {'Port': ['ID=fc823ddb-5bef-4114-badf-3034dc8fb51e,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:42.489722 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:42.536101 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b351cea9-e3a8-430f-921d-7bce19583162 req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] No DVR routers for this DVR port fc823ddb-5bef-4114-badf-3034dc8fb51e on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:04:42.538580 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-b351cea9-e3a8-430f-921d-7bce19583162 req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:42.540581 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b351cea9-e3a8-430f-921d-7bce19583162 req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.22 "DELETE /v2.0/ports/fc823ddb-5bef-4114-badf-3034dc8fb51e HTTP/1.1" status: 204 len: 173 time: 0.5760360 Jun 21 20:04:42.541098 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'name': 'network-vif-deleted', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:04:42.544447 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ef34fe-a939-4096-ab0d-8a44995c365e" -d '{"events": [{"server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "name": "network-vif-deleted", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:04:42.582951 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af79da65-7d9e-4b71-aa5d-942e6da2d9d6 x-openstack-request-id: req-af79da65-7d9e-4b71-aa5d-942e6da2d9d6 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:04:42.583281 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034bc313-7092-4df5-8a1b-00f109be1231", "name": "network-vif-deleted", "tag": "fc823ddb-5bef-4114-badf-3034dc8fb51e", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:04:42.583610 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af79da65-7d9e-4b71-aa5d-942e6da2d9d6 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:04:42.584045 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034bc313-7092-4df5-8a1b-00f109be1231', 'name': 'network-vif-deleted', 'tag': 'fc823ddb-5bef-4114-badf-3034dc8fb51e', 'status': 'completed', 'code': 200} Jun 21 20:04:42.633829 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cb0d8dd5-4073-4a6e-995b-2f60d01baa9b req-4a0a6dbf-0a0b-4a76-b1cc-85528d8c1ee2 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] 10.222.0.30 "GET /v2.0/ports?device_id=034bc313-7092-4df5-8a1b-00f109be1231 HTTP/1.1" status: 200 len: 210 time: 0.0309889 Jun 21 20:04:43.044606 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44792) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:43.533806 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508109'] for router_interface, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:43.787995 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Deleting port bbf534fa-c475-428b-83cc-9cb3052561cf {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:43.788335 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:43.869474 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] For port bbf534fa-c475-428b-83cc-9cb3052561cf, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=bbf534fa-c475-428b-83cc-9cb3052561cf,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:43.870648 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:43.933327 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Calling delete_port for bbf534fa-c475-428b-83cc-9cb3052561cf owned by network:router_interface {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:44.180717 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:44.182908 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3e42dcea-d047-448a-8b5f-1f619ccd5dc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:44.212119 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf534fa-c475-428b-83cc-9cb3052561cf,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:44.216327 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:44.383886 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508017'] for router_interface, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:44.594394 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:04:44.698585 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:04:44.703782 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] 10.222.0.30 "PUT /v2.0/routers/e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6581669 Jun 21 20:04:44.706388 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44838) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:44.707498 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402da816-fef0-4563-ac40-ec08b84dc7bf None None] Sync routers for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:04:44.717298 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402da816-fef0-4563-ac40-ec08b84dc7bf None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:44.717838 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-402da816-fef0-4563-ac40-ec08b84dc7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:44.809975 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Notify callbacks [] for router, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:44.916530 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:44.946558 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-402da816-fef0-4563-ac40-ec08b84dc7bf None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:45.048082 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Deleting port 6117e810-08de-492a-8a04-11cd7a007999 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:45.048540 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:45.095732 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44842) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:45.125854 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-402da816-fef0-4563-ac40-ec08b84dc7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '6117e810-08de-492a-8a04-11cd7a007999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T20:04:44Z', 'revision_number': 5, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port': {'id': '6117e810-08de-492a-8a04-11cd7a007999', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:57:56Z', 'updated_at': '2021-06-21T19:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:45.130710 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device fc823ddb-5bef-4114-badf-3034dc8fb51e no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:04:45.156072 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402da816-fef0-4563-ac40-ec08b84dc7bf None None] Checking router: e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:04:45.178986 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: fc823ddb-5bef-4114-badf-3034dc8fb51e {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:04:45.179340 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device fc823ddb-5bef-4114-badf-3034dc8fb51e not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:04:45.188064 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402da816-fef0-4563-ac40-ec08b84dc7bf None None] Routers {'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:45.188707 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-402da816-fef0-4563-ac40-ec08b84dc7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:45.208541 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] For port 6117e810-08de-492a-8a04-11cd7a007999, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=6117e810-08de-492a-8a04-11cd7a007999,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:45.208895 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:45.273935 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-402da816-fef0-4563-ac40-ec08b84dc7bf None None] Set router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc gateway port host: None {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:45.278302 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Calling delete_port for 6117e810-08de-492a-8a04-11cd7a007999 owned by network:router_gateway {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:45.328305 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-402da816-fef0-4563-ac40-ec08b84dc7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T20:04:44Z', 'revision_number': 6, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port_host': None}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:45.358624 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402da816-fef0-4563-ac40-ec08b84dc7bf None None] The sync data for ids ['e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc'] in dv-cinder-792462-15-iscsi is: [{'id': 'e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1364395586-router', 'tenant_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:57:55Z', 'updated_at': '2021-06-21T20:04:44Z', 'revision_number': 6, 'project_id': '9c8cb47bed7b4344a7a4e7174cf5e4da', 'gw_port_host': None}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:04:45.770078 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device bbf534fa-c475-428b-83cc-9cb3052561cf no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:04:45.791848 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: bbf534fa-c475-428b-83cc-9cb3052561cf {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:04:45.792487 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device bbf534fa-c475-428b-83cc-9cb3052561cf not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:04:45.928328 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508109'] for router_interface, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:45.961263 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:45.965001 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9e4fe8a6-a78d-44a4-b31a-35d3226ce342 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:45.996135 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6117e810-08de-492a-8a04-11cd7a007999,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:46.002487 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:46.096764 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570461'] for router_gateway, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.229524 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4986'] for router, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.232354 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.349501 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-509714'] for router, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.350028 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc {{(pid=104794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 20:04:46.355171 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Notify callbacks [] for router, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.356328 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e2be6ac9-3d8c-4c21-a006-e01d0a1e23bc HTTP/1.1" status: 204 len: 168 time: 1.6490102 Jun 21 20:04:46.358865 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44844) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:46.415673 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_v2 [None req-702bdf91-5fe6-41b1-9546-ddbb339354dd admin admin] Deleting subnet a54e1a25-5703-467b-ba5a-987734b96f0a {{(pid=104794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 20:04:46.420958 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-702bdf91-5fe6-41b1-9546-ddbb339354dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.443072 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Deleting port 43127bec-de60-4556-85a3-8275adf5a2bd {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:46.443417 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.498213 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-702bdf91-5fe6-41b1-9546-ddbb339354dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30529490'] for subnet, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.629785 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] For port 43127bec-de60-4556-85a3-8275adf5a2bd, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=43127bec-de60-4556-85a3-8275adf5a2bd,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:46.630150 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.703115 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Calling delete_port for 43127bec-de60-4556-85a3-8275adf5a2bd owned by network:router_interface {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:46.705317 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-702bdf91-5fe6-41b1-9546-ddbb339354dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.900943 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-702bdf91-5fe6-41b1-9546-ddbb339354dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30744929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30770881'] for subnet, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.906037 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:46.933737 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bdf91-5fe6-41b1-9546-ddbb339354dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54e1a25-5703-467b-ba5a-987734b96f0a,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:46.938784 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-702bdf91-5fe6-41b1-9546-ddbb339354dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:46.945319 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-702bdf91-5fe6-41b1-9546-ddbb339354dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:46.947137 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-702bdf91-5fe6-41b1-9546-ddbb339354dd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a54e1a25-5703-467b-ba5a-987734b96f0a HTTP/1.1" status: 204 len: 168 time: 0.5873692 Jun 21 20:04:46.949004 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1c4822-c710-44a2-beab-278c8b192738 None None] Network 5a818231-d4af-4097-9fe3-2bd4744ce6c3 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:04:46.950340 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44846) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:47.018748 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.028479 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.031247 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4140ce0d-6cb7-45a5-bc87-296ee3cc3903 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:47.063523 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Pushing event deleted for resources: {'Port': ['ID=43127bec-de60-4556-85a3-8275adf5a2bd,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:47.082867 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:47.172599 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] DHCP port deletion for 5a818231-d4af-4097-9fe3-2bd4744ce6c3 request from dv-cinder-792462-15-iscsi {{(pid=104796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 20:04:47.209162 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Deleting port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:47.209507 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.221677 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Deleting port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 {{(pid=104796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:47.222090 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.285824 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] For port f8e25ddd-a149-43a8-b0d4-7560fe2946c8, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=f8e25ddd-a149-43a8-b0d4-7560fe2946c8,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:47.286256 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.315917 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] For port f8e25ddd-a149-43a8-b0d4-7560fe2946c8, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=f8e25ddd-a149-43a8-b0d4-7560fe2946c8,segment=NetworkSegment(73fd71d7-c8c1-42bc-bc7f-8694310d3e59),segment_id=73fd71d7-c8c1-42bc-bc7f-8694310d3e59)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:47.316276 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.352530 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Calling delete_port for f8e25ddd-a149-43a8-b0d4-7560fe2946c8 owned by network:dhcp {{(pid=104796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:47.383878 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Calling delete_port for f8e25ddd-a149-43a8-b0d4-7560fe2946c8 owned by network:dhcp {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:47.390678 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508017'] for router_interface, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.534839 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871'] for port, after_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.537781 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:47.548991 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.551773 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b87d66bf-a1b4-41c2-8791-a07610cff664 tempest-VolumesSnapshotTestJSON-172852179 tempest-VolumesSnapshotTestJSON-172852179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:47.561534 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Pushing event deleted for resources: {'Port': ['ID=f8e25ddd-a149-43a8-b0d4-7560fe2946c8,revision_number=None']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:47.565998 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] No DVR routers for this DVR port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 on host dv-cinder-792462-15-iscsi {{(pid=104796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:04:47.571528 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.571879 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.572220 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.572557 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.573449 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.573870 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.574205 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.574536 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.574873 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.575199 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.575552 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.575879 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:47.579425 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:47.611040 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e25ddd-a149-43a8-b0d4-7560fe2946c8,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:47.614155 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] No DVR routers for this DVR port f8e25ddd-a149-43a8-b0d4-7560fe2946c8 on host dv-cinder-792462-15-iscsi {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:04:47.619229 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:47.725543 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.739051 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a818231-d4af-4097-9fe3-2bd4744ce6c3']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:47.750716 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fd71d7-c8c1-42bc-bc7f-8694310d3e59') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:47.751015 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fd71d7-c8c1-42bc-bc7f-8694310d3e59') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:47.761608 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Router 422773d7-7123-4cd5-b80b-ec7156c25597 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:04:47.763548 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.780284 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.788122 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 6117e810-08de-492a-8a04-11cd7a007999 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:04:47.788674 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 20:04:47.789064 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: self.session.flush() Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: self.session.flush() Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: self.session.flush() Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: self.session.flush() Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 20:04:47.791964 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 20:04:47.807544 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 6117e810-08de-492a-8a04-11cd7a007999 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:04:47.812375 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 6117e810-08de-492a-8a04-11cd7a007999 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:04:47.812375 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device f8e25ddd-a149-43a8-b0d4-7560fe2946c8 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:04:47.829438 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: f8e25ddd-a149-43a8-b0d4-7560fe2946c8 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:04:47.829796 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device f8e25ddd-a149-43a8-b0d4-7560fe2946c8 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:04:47.923339 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:04:47.928004 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] 10.222.0.30 "PUT /v2.0/routers/422773d7-7123-4cd5-b80b-ec7156c25597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8311853 Jun 21 20:04:47.930597 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44850) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:47.931207 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e969c6c-5316-4794-80c4-92f2acc14139 None None] Sync routers for ids ['422773d7-7123-4cd5-b80b-ec7156c25597'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:04:47.938282 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.942083 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e969c6c-5316-4794-80c4-92f2acc14139 None None] Routers {'422773d7-7123-4cd5-b80b-ec7156c25597'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:47.942757 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-6e969c6c-5316-4794-80c4-92f2acc14139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['422773d7-7123-4cd5-b80b-ec7156c25597'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:47.977443 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-445606e1-333c-4701-821a-eebeed7c9e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:47.981004 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:47.982806 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] 10.222.0.30 "DELETE /v2.0/networks/5a818231-d4af-4097-9fe3-2bd4744ce6c3 HTTP/1.1" status: 204 len: 168 time: 1.0315566 Jun 21 20:04:47.998868 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Pushing event deleted for resources: {'Network': ['ID=5a818231-d4af-4097-9fe3-2bd4744ce6c3,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:48.002605 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:48.059179 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Notify callbacks [] for router, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:48.143263 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-6e969c6c-5316-4794-80c4-92f2acc14139 None None] Set router 422773d7-7123-4cd5-b80b-ec7156c25597 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:48.160056 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:48.319782 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-6e969c6c-5316-4794-80c4-92f2acc14139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:04:46Z', 'revision_number': 5, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port': {'id': '10ad39f9-7a6b-4850-b479-52cbaea2299a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:01:56Z', 'updated_at': '2021-06-21T20:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:48.347239 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e969c6c-5316-4794-80c4-92f2acc14139 None None] Checking router: 422773d7-7123-4cd5-b80b-ec7156c25597 for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:04:48.351263 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Deleting port 10ad39f9-7a6b-4850-b479-52cbaea2299a {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:48.351685 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:48.356580 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e969c6c-5316-4794-80c4-92f2acc14139 None None] Routers {'422773d7-7123-4cd5-b80b-ec7156c25597'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:48.357201 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-6e969c6c-5316-4794-80c4-92f2acc14139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['422773d7-7123-4cd5-b80b-ec7156c25597'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:48.371438 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44854) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:48.413674 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-7c5aa08b-56aa-4f82-b404-8decd73fec57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c8cb47bed7b4344a7a4e7174cf5e4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404434 Jun 21 20:04:48.416391 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44856) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:48.435802 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] For port 10ad39f9-7a6b-4850-b479-52cbaea2299a, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=10ad39f9-7a6b-4850-b479-52cbaea2299a,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:48.436164 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:48.444488 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-6e969c6c-5316-4794-80c4-92f2acc14139 None None] Set router 422773d7-7123-4cd5-b80b-ec7156c25597 gateway port host: None {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:48.466708 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cb39d416-c185-4aa8-8d1a-b40616caa342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:48.488101 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cb39d416-c185-4aa8-8d1a-b40616caa342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:48.498051 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-6e969c6c-5316-4794-80c4-92f2acc14139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:04:48Z', 'revision_number': 6, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port_host': None}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:48.498810 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Calling delete_port for 10ad39f9-7a6b-4850-b479-52cbaea2299a owned by network:router_gateway {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:48.528685 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e969c6c-5316-4794-80c4-92f2acc14139 None None] The sync data for ids ['422773d7-7123-4cd5-b80b-ec7156c25597'] in dv-cinder-792462-15-iscsi is: [{'id': '422773d7-7123-4cd5-b80b-ec7156c25597', 'name': 'tempest-TestMinimumBasicScenario-1875194490-router', 'tenant_id': '98cfca53e3234aa0b800b3119b66c47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:01:55Z', 'updated_at': '2021-06-21T20:04:48Z', 'revision_number': 6, 'project_id': '98cfca53e3234aa0b800b3119b66c47d', 'gw_port_host': None}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:04:48.638880 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cb39d416-c185-4aa8-8d1a-b40616caa342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:48.641637 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cb39d416-c185-4aa8-8d1a-b40616caa342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:48.642978 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-cb39d416-c185-4aa8-8d1a-b40616caa342 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5b41271-9568-4327-91d1-2ef49e4df3cd HTTP/1.1" status: 204 len: 168 time: 0.2254512 Jun 21 20:04:48.643994 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-39b81306-2d41-4066-9844-41ed7f60d106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:48.653726 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39d416-c185-4aa8-8d1a-b40616caa342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b41271-9568-4327-91d1-2ef49e4df3cd,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:48.656912 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-cb39d416-c185-4aa8-8d1a-b40616caa342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:49.054903 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.058140 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:49.084916 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ad39f9-7a6b-4850-b479-52cbaea2299a,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:49.090681 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:49.143293 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570461'] for router_gateway, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.232956 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4986'] for router, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.234967 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.324674 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-509714'] for router, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.325277 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 422773d7-7123-4cd5-b80b-ec7156c25597 {{(pid=104794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 20:04:49.329786 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Notify callbacks [] for router, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.330907 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] 10.222.0.30 "DELETE /v2.0/routers/422773d7-7123-4cd5-b80b-ec7156c25597 HTTP/1.1" status: 204 len: 168 time: 1.3993938 Jun 21 20:04:49.333421 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44870) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:49.376671 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd2a028-e6c9-445f-a151-acf45cc68da1 admin admin] Deleting subnet e0ef8f24-5623-4785-9826-38e827099f7b {{(pid=104794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 20:04:49.379903 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-afd2a028-e6c9-445f-a151-acf45cc68da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.416282 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-afd2a028-e6c9-445f-a151-acf45cc68da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30529490'] for subnet, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.502069 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-afd2a028-e6c9-445f-a151-acf45cc68da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.605338 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-afd2a028-e6c9-445f-a151-acf45cc68da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30744929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30770881'] for subnet, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.611676 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0511c94b-2be0-4af0-84cf-4951a1119afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:49.652141 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2a028-e6c9-445f-a151-acf45cc68da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ef8f24-5623-4785-9826-38e827099f7b,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:49.655583 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-afd2a028-e6c9-445f-a151-acf45cc68da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:49.656588 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-afd2a028-e6c9-445f-a151-acf45cc68da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.660398 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-afd2a028-e6c9-445f-a151-acf45cc68da1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e0ef8f24-5623-4785-9826-38e827099f7b HTTP/1.1" status: 204 len: 168 time: 0.3255336 Jun 21 20:04:49.660942 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44880) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:49.663145 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c219fdf-3da4-44bf-9308-986ebbfc8806 None None] Network 77b4d83c-950d-495b-ab69-76fd20d6dd71 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:04:49.688012 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44882) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:49.738379 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.790215 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 43127bec-de60-4556-85a3-8275adf5a2bd no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:04:49.798912 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Deleting port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:49.799260 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.800739 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1893441742-network', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:04:49.812391 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 43127bec-de60-4556-85a3-8275adf5a2bd {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:04:49.812746 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 43127bec-de60-4556-85a3-8275adf5a2bd not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:04:49.813173 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 10ad39f9-7a6b-4850-b479-52cbaea2299a no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:04:49.831953 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 10ad39f9-7a6b-4850-b479-52cbaea2299a {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:04:49.832304 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 10ad39f9-7a6b-4850-b479-52cbaea2299a not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:04:49.863863 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] For port 8ca8cf9c-3be5-452d-a397-2205c54c0a76, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=8ca8cf9c-3be5-452d-a397-2205c54c0a76,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:49.864228 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.901834 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Made reservation on behalf of 6fc8fda3e2e7489c8a92f41b1d0779dd for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:04:49.903408 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.908666 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36932af2-003d-4b87-b0d3-4bc6a5f17c1c None None] DHCP port deletion for 77b4d83c-950d-495b-ab69-76fd20d6dd71 request from dv-cinder-792462-15-iscsi {{(pid=104796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 20:04:49.913507 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:49.931082 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Calling delete_port for 8ca8cf9c-3be5-452d-a397-2205c54c0a76 owned by network:dhcp {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:49.956503 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-36932af2-003d-4b87-b0d3-4bc6a5f17c1c None None] Deleting port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 {{(pid=104796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:49.956876 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-36932af2-003d-4b87-b0d3-4bc6a5f17c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.009299 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.023996 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-36932af2-003d-4b87-b0d3-4bc6a5f17c1c None None] For port 8ca8cf9c-3be5-452d-a397-2205c54c0a76, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=8ca8cf9c-3be5-452d-a397-2205c54c0a76,segment=NetworkSegment(0526db04-8a9a-4928-b14a-ea7b52123391),segment_id=0526db04-8a9a-4928-b14a-ea7b52123391)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:50.024402 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-36932af2-003d-4b87-b0d3-4bc6a5f17c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.087751 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-36932af2-003d-4b87-b0d3-4bc6a5f17c1c None None] Calling delete_port for 8ca8cf9c-3be5-452d-a397-2205c54c0a76 owned by network:dhcp {{(pid=104796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:50.095409 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.100247 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-18418c57-3003-42fa-bf5e-3d95a9af6f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:50.121019 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 20:04:50.137894 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db2db6f-5c97-4af1-91a5-8e96d93c62e6,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:50.141263 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:50.142602 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.142935 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Added segment 5f12089b-e991-4d9d-8d31-112a6c23bd5d of type vlan for network 1966f5fc-7286-476c-abe7-ab0b4f33186c Jun 21 20:04:50.185246 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.226546 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-36932af2-003d-4b87-b0d3-4bc6a5f17c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871'] for port, after_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.230046 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:50.233698 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.236454 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:50.255013 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36932af2-003d-4b87-b0d3-4bc6a5f17c1c None None] No DVR routers for this DVR port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 on host dv-cinder-792462-15-iscsi {{(pid=104796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:04:50.258723 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36932af2-003d-4b87-b0d3-4bc6a5f17c1c None None] Pushing event deleted for resources: {'Port': ['ID=8ca8cf9c-3be5-452d-a397-2205c54c0a76,revision_number=None']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:50.264002 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca8cf9c-3be5-452d-a397-2205c54c0a76,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:50.264440 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-36932af2-003d-4b87-b0d3-4bc6a5f17c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:50.264667 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] No DVR routers for this DVR port 8ca8cf9c-3be5-452d-a397-2205c54c0a76 on host dv-cinder-792462-15-iscsi {{(pid=104793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:04:50.266299 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:50.272108 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.273605 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:50.274280 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.277921 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-27c1a5ff-ef3c-44cb-8777-4ddd3909b4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:50.338550 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.338894 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=1966f5fc-7286-476c-abe7-ab0b4f33186c,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:50.341578 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:50.349590 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b4d83c-950d-495b-ab69-76fd20d6dd71']}} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:50.350183 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 1966f5fc-7286-476c-abe7-ab0b4f33186c details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 20:04:50.359669 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0526db04-8a9a-4928-b14a-ea7b52123391') {'for_net_delete': True} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:50.359988 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0526db04-8a9a-4928-b14a-ea7b52123391') {} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:50.368559 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31473180'] for segment, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.382578 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.388848 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=104793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 20:04:50.389253 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32435808'] for segment, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: self.session.flush() Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: self.session.flush() Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: self.session.flush() Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: self.session.flush() Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: Traceback (most recent call last): Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: timer() Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: cb(*args, **kw) Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: return func(*args, **kwargs) Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: self._notify() Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: self.callback(batched_events) Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: event.method(event) Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: return f(self, *a, **k) Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: return self._get(url).json() Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: return self.request(url, 'GET', **kwargs) Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 20:04:50.390958 dv-cinder-792462-15-iscsi neutron-server[104793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 20:04:50.404340 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7149799 Jun 21 20:04:50.407665 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44886) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:50.412687 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Request body: {'subnet': {'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1893441742-subnet', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:04:50.511900 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Made reservation on behalf of 6fc8fda3e2e7489c8a92f41b1d0779dd for: {'subnet': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:04:50.514613 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30770922'] for subnet, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.557794 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.562366 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.564284 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] 10.222.0.30 "DELETE /v2.0/networks/77b4d83c-950d-495b-ab69-76fd20d6dd71 HTTP/1.1" status: 204 len: 168 time: 0.9023728 Jun 21 20:04:50.564984 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:50.577009 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Pushing event deleted for resources: {'Network': ['ID=77b4d83c-950d-495b-ab69-76fd20d6dd71,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:50.601759 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c8605b79-3505-48e1-bc17-74da6f4099fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:50.604843 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44888) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:50.866356 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30744992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30770936'] for subnet, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:50.870315 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:50.922619 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f2eeab-d687-4b5b-87c8-0e3bd8c7a357,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:50.926383 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:50.932531 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Checking segment: {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:04:50.932694 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Network hostable DHCP agents. Network: 1966f5fc-7286-476c-abe7-ab0b4f33186c, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 20:04:51.009488 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Network 1966f5fc-7286-476c-abe7-ab0b4f33186c is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 20:04:51.028527 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508109'] for router_interface, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.100870 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 1966f5fc-7286-476c-abe7-ab0b4f33186c) {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:04:51.105517 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:04:51.106230 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.111262 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556257fe-4a61-472b-874b-811149f9fe69 None None] Network 1966f5fc-7286-476c-abe7-ab0b4f33186c requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:04:51.204723 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-b303f5ca-f331-4a62-92d7-cfcd07790f37 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7961249 Jun 21 20:04:51.208247 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44890) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:51.216337 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:04:51.257444 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cbd27e-ac4b-5d60-81fc-ac2e7ea337cf-1966f5fc-7286-476c-abe7-ab0b4f33186c', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357'}]}} from dv-cinder-792462-15-iscsi. {{(pid=104796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 20:04:51.258341 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.347209 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] Deleting port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:51.347591 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.359641 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-510613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4968'] for router, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.360627 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.393674 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.db_base_plugin_common [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Allocated IP 172.20.0.2 (1966f5fc-7286-476c-abe7-ab0b4f33186c/28f2eeab-d687-4b5b-87c8-0e3bd8c7a357/78003fbf-7b54-436c-b22e-a4dd3d63d3e6) {{(pid=104796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:04:51.454847 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.469436 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] For port 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2,segment=NetworkSegment(506805b4-f725-4121-94a5-c9ebde672832),segment_id=506805b4-f725-4121-94a5-c9ebde672832)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:51.469795 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.533033 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] Calling delete_port for 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 owned by network:router_interface {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:51.533705 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Notify callbacks [] for port, precommit_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.542617 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Transition to ACTIVE for port object 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:04:51.556835 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Transition to ACTIVE for port object 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 will not be triggered until provisioned by entity DHCP. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:04:51.660920 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.663726 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:51.701551 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Network 1966f5fc-7286-476c-abe7-ab0b4f33186c is already hosted by enough agents. {{(pid=104796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:04:51.704732 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.base_scheduler [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Resources bound (agent type, host, resource id): {{(pid=104796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:04:51.707392 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Received port after_create {{(pid=104796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:04:51.716547 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Pushing event updated for resources: {'Port': ['ID=78003fbf-7b54-436c-b22e-a4dd3d63d3e6,revision_number=1']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:51.720523 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4981'] for router, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.720673 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:51.767415 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 8ca8cf9c-3be5-452d-a397-2205c54c0a76 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:04:51.902524 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.906155 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-86377bb2-3579-4291-a6f1-2cb4b2110069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:51.921294 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 8ca8cf9c-3be5-452d-a397-2205c54c0a76 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:04:51.921714 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 8ca8cf9c-3be5-452d-a397-2205c54c0a76 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:04:51.924348 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Attempting to bind port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:04:51.924743 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Attempting to bind port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:04:51.925145 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Attempting to bind port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 on network 1966f5fc-7286-476c-abe7-ab0b4f33186c {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:04:51.932670 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:04:51.932966 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Checking segment: {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:04:51.933386 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.933853 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Bound using segment: {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:04:51.936202 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Bound port: 78003fbf-7b54-436c-b22e-a4dd3d63d3e6, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:04:51.939329 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:51.939763 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:51.965509 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:52.018557 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] For port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:04:52.022404 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] For port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=78003fbf-7b54-436c-b22e-a4dd3d63d3e6,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:04:52.101165 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:52.103201 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:52.161285 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Pushing event updated for resources: {'Port': ['ID=78003fbf-7b54-436c-b22e-a4dd3d63d3e6,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:52.164197 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:52.206019 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508017'] for router_interface, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:52.223343 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:52.279240 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:52.761309 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] Router 44eb81b8-6903-466e-961d-a4f77908dac1 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:04:52.768110 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Allocated IP 172.27.0.52 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/d94a5245-32fe-4788-bd69-f12555460dda) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:04:52.957209 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:04:52.960991 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:52.967968 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-67119fbf-8ad3-4130-948b-2cd1694b5612 admin admin] 10.222.0.30 "PUT /v2.0/routers/44eb81b8-6903-466e-961d-a4f77908dac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3619497 Jun 21 20:04:52.969074 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420cda3d-8027-4659-b6b9-629883d819f5 None None] Sync routers for ids ['44eb81b8-6903-466e-961d-a4f77908dac1'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:04:52.969433 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44896) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:52.978537 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420cda3d-8027-4659-b6b9-629883d819f5 None None] Routers {'44eb81b8-6903-466e-961d-a4f77908dac1'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:52.979740 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-420cda3d-8027-4659-b6b9-629883d819f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['44eb81b8-6903-466e-961d-a4f77908dac1'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:53.058043 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f6ea34-2674-4667-a98f-84055725f9de None None] Network 1966f5fc-7286-476c-abe7-ab0b4f33186c requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:04:53.072802 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.075802 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:53.084375 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.114409 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:04:53.118999 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:04:53.123659 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:04:53.126894 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d94a5245-32fe-4788-bd69-f12555460dda,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:53.149957 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:53.157694 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-420cda3d-8027-4659-b6b9-629883d819f5 None None] Set router 44eb81b8-6903-466e-961d-a4f77908dac1 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:53.194901 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.226294 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-7c59d0df-118f-431d-b6ae-475aa248eb89 None None] Provisioning for port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:04:53.298954 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Deleting port 01491add-9bae-4333-9cad-37e739cd3fd8 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:53.299311 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.380378 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] For port 01491add-9bae-4333-9cad-37e739cd3fd8, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=01491add-9bae-4333-9cad-37e739cd3fd8,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:53.380721 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.452252 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-420cda3d-8027-4659-b6b9-629883d819f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'name': 'tempest-TestMinimumBasicScenario-1143686426-router', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:02:02Z', 'updated_at': '2021-06-21T20:04:51Z', 'revision_number': 5, 'project_id': '95bb54893639441b9077eea70e182a2d', 'gw_port': {'id': '01491add-9bae-4333-9cad-37e739cd3fd8', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:43:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:02:04Z', 'updated_at': '2021-06-21T20:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:53.452476 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Calling delete_port for 01491add-9bae-4333-9cad-37e739cd3fd8 owned by network:router_gateway {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:53.452755 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.480753 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420cda3d-8027-4659-b6b9-629883d819f5 None None] Checking router: 44eb81b8-6903-466e-961d-a4f77908dac1 for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:04:53.489806 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420cda3d-8027-4659-b6b9-629883d819f5 None None] Routers {'44eb81b8-6903-466e-961d-a4f77908dac1'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:53.490478 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-420cda3d-8027-4659-b6b9-629883d819f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['44eb81b8-6903-466e-961d-a4f77908dac1'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:53.558737 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-fa9bda6c-1354-4740-9253-9eb101283abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.595324 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-420cda3d-8027-4659-b6b9-629883d819f5 None None] Set router 44eb81b8-6903-466e-961d-a4f77908dac1 gateway port host: None {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:53.654867 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-420cda3d-8027-4659-b6b9-629883d819f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'name': 'tempest-TestMinimumBasicScenario-1143686426-router', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:02:02Z', 'updated_at': '2021-06-21T20:04:53Z', 'revision_number': 6, 'project_id': '95bb54893639441b9077eea70e182a2d', 'gw_port_host': None}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:53.674017 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570368'] for router, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.683211 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420cda3d-8027-4659-b6b9-629883d819f5 None None] The sync data for ids ['44eb81b8-6903-466e-961d-a4f77908dac1'] in dv-cinder-792462-15-iscsi is: [{'id': '44eb81b8-6903-466e-961d-a4f77908dac1', 'name': 'tempest-TestMinimumBasicScenario-1143686426-router', 'tenant_id': '95bb54893639441b9077eea70e182a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:02:02Z', 'updated_at': '2021-06-21T20:04:53Z', 'revision_number': 6, 'project_id': '95bb54893639441b9077eea70e182a2d', 'gw_port_host': None}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:04:53.725572 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.728924 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9e213ed7-5b27-4d90-a9d5-6781f2084c1a tempest-AttachVolumeNegativeTest-2126035263 tempest-AttachVolumeNegativeTest-2126035263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:53.756518 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01491add-9bae-4333-9cad-37e739cd3fd8,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:53.760455 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:53.817838 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570461'] for router_gateway, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.866352 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Router 0d8d442e-4281-439d-a0ed-f5a92973cc3b is scheduled to L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f with binding_index 1 {{(pid=104793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 20:04:53.905153 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4986'] for router, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.907184 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:53.973786 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:04:53.982604 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Sync routers for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:04:53.991992 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:53.996807 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:54.015130 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-509714'] for router, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.015731 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44eb81b8-6903-466e-961d-a4f77908dac1 {{(pid=104794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 20:04:54.021509 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Notify callbacks [] for router, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.024205 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44898) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:54.029495 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/44eb81b8-6903-466e-961d-a4f77908dac1 HTTP/1.1" status: 204 len: 168 time: 1.0588984 Jun 21 20:04:54.075481 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6182f7f3-be89-432b-bd50-e82797b55db4 admin admin] Deleting subnet c0b9487b-d153-406c-87c7-44d997be0403 {{(pid=104793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 20:04:54.078125 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.082052 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8710093 Jun 21 20:04:54.082052 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6182f7f3-be89-432b-bd50-e82797b55db4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.088140 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44900) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:54.126970 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6182f7f3-be89-432b-bd50-e82797b55db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31473173'] for subnet, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.130075 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:54.256373 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6182f7f3-be89-432b-bd50-e82797b55db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.319617 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:53Z', 'revision_number': 3, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:54.349330 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Checking router: 0d8d442e-4281-439d-a0ed-f5a92973cc3b for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:04:54.349680 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Updating router 0d8d442e-4281-439d-a0ed-f5a92973cc3b port d94a5245-32fe-4788-bd69-f12555460dda binding host dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:04:54.382397 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.404168 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6182f7f3-be89-432b-bd50-e82797b55db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32429003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31794928'] for subnet, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.406579 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-14c0833c-d389-4af6-a4c3-4f6b0fdb1ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:54.426268 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182f7f3-be89-432b-bd50-e82797b55db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b9487b-d153-406c-87c7-44d997be0403,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:54.430873 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6182f7f3-be89-432b-bd50-e82797b55db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:54.436245 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6182f7f3-be89-432b-bd50-e82797b55db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.440814 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44902) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:54.441405 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-6182f7f3-be89-432b-bd50-e82797b55db4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c0b9487b-d153-406c-87c7-44d997be0403 HTTP/1.1" status: 204 len: 168 time: 0.4161551 Jun 21 20:04:54.443564 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c222f75-1e10-4e18-9d60-189e58c38598 None None] Network e34e9bdb-515c-4ff2-94e4-8984ecfefd8d requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:04:54.538720 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:04:54.583090 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.672027 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.675402 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Notify callbacks [] for port, precommit_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.686010 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.provisioning_blocks [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Transition to ACTIVE for port object d94a5245-32fe-4788-bd69-f12555460dda will not be triggered until provisioned by entity L2. {{(pid=104797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:04:54.689530 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:04:54.698947 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:04:54.699553 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.703618 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cdf96c-6a9b-4d03-8b3b-d22964722d64 None None] DHCP port deletion for e34e9bdb-515c-4ff2-94e4-8984ecfefd8d request from dv-cinder-792462-15-iscsi {{(pid=104796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 20:04:54.736546 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Deleting port d215e141-e246-4208-bd20-07411b6fc0f1 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:54.736867 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.747723 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.758132 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-8408170a-347d-4f1e-8b82-422d8449c11f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:54.810973 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdf96c-6a9b-4d03-8b3b-d22964722d64 None None] Deleting port d215e141-e246-4208-bd20-07411b6fc0f1 {{(pid=104796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:04:54.811375 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf96c-6a9b-4d03-8b3b-d22964722d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.818810 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Pushing event updated for resources: {'Port': ['ID=d94a5245-32fe-4788-bd69-f12555460dda,revision_number=2']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:54.828446 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Attempting to bind port d94a5245-32fe-4788-bd69-f12555460dda on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:04:54.828849 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Attempting to bind port d94a5245-32fe-4788-bd69-f12555460dda by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:04:54.829219 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Attempting to bind port d94a5245-32fe-4788-bd69-f12555460dda on network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:04:54.836947 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.837317 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.837650 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.838196 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.838730 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.839259 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.839830 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.840353 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.841794 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.842190 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] For port d215e141-e246-4208-bd20-07411b6fc0f1, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=d215e141-e246-4208-bd20-07411b6fc0f1,segment=NetworkSegment(506805b4-f725-4121-94a5-c9ebde672832),segment_id=506805b4-f725-4121-94a5-c9ebde672832)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:54.842551 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.842945 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.843508 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.844035 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:04:54.848493 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:54.849664 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:04:54.850269 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Checking segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:04:54.850856 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.851408 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Bound using segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:04:54.852135 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Bound port: d94a5245-32fe-4788-bd69-f12555460dda, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:04:54.852981 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.866737 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.905990 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-d6cdf96c-6a9b-4d03-8b3b-d22964722d64 None None] For port d215e141-e246-4208-bd20-07411b6fc0f1, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=d215e141-e246-4208-bd20-07411b6fc0f1,segment=NetworkSegment(506805b4-f725-4121-94a5-c9ebde672832),segment_id=506805b4-f725-4121-94a5-c9ebde672832)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:54.906606 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf96c-6a9b-4d03-8b3b-d22964722d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.917966 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] For port d94a5245-32fe-4788-bd69-f12555460dda, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:04:54.921331 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] For port d94a5245-32fe-4788-bd69-f12555460dda, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=d94a5245-32fe-4788-bd69-f12555460dda,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:04:54.933431 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Calling delete_port for d215e141-e246-4208-bd20-07411b6fc0f1 owned by network:dhcp {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:54.953768 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=78003fbf-7b54-436c-b22e-a4dd3d63d3e6,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:54.982336 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdf96c-6a9b-4d03-8b3b-d22964722d64 None None] Calling delete_port for d215e141-e246-4208-bd20-07411b6fc0f1 owned by network:dhcp {{(pid=104796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:04:54.992313 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:54.995512 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:55.021366 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Allocated IP 172.20.0.1 (1966f5fc-7286-476c-abe7-ab0b4f33186c/28f2eeab-d687-4b5b-87c8-0e3bd8c7a357/f5b387f3-58a5-49bf-ab29-4a805bc81197) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:04:55.023727 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.028865 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:55.054653 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:55.055580 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:55.095998 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=78003fbf-7b54-436c-b22e-a4dd3d63d3e6,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:55.102739 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:55.107647 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Pushing event updated for resources: {'Port': ['ID=d94a5245-32fe-4788-bd69-f12555460dda,revision_number=3']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:55.121287 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:55.141563 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.147801 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-16d1805b-4d5c-45fb-b55c-5a01ac08ade4 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:55.149932 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf96c-6a9b-4d03-8b3b-d22964722d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871'] for port, after_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.152614 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:55.182272 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Pushing event deleted for resources: {'Port': ['ID=d215e141-e246-4208-bd20-07411b6fc0f1,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:55.184491 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] No DVR routers for this DVR port d215e141-e246-4208-bd20-07411b6fc0f1 on host dv-cinder-792462-15-iscsi {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:04:55.196531 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:55.202329 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.206434 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:55.268314 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Transition to ACTIVE for port object f5b387f3-58a5-49bf-ab29-4a805bc81197 will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:04:55.289879 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.303113 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34e9bdb-515c-4ff2-94e4-8984ecfefd8d']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:55.315366 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdf96c-6a9b-4d03-8b3b-d22964722d64 None None] Pushing event deleted for resources: {'Port': ['ID=d215e141-e246-4208-bd20-07411b6fc0f1,revision_number=None']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:55.318499 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506805b4-f725-4121-94a5-c9ebde672832') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:55.318800 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506805b4-f725-4121-94a5-c9ebde672832') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:55.320373 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cdf96c-6a9b-4d03-8b3b-d22964722d64 None None] No DVR routers for this DVR port d215e141-e246-4208-bd20-07411b6fc0f1 on host dv-cinder-792462-15-iscsi {{(pid=104796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:04:55.321932 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-d6cdf96c-6a9b-4d03-8b3b-d22964722d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:55.333751 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.350079 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.356454 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 20:04:55.361343 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 20:04:55.410939 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:53Z', 'revision_number': 3, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:55.432410 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.435906 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a1d9fcdc-71ff-4138-8a0c-dfd8e1bdef8a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:55.441122 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9476d2-dd06-4f88-9c5f-1348b884e7aa None None] The sync data for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi is: [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:53Z', 'revision_number': 3, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:04:55.479277 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Network 1966f5fc-7286-476c-abe7-ab0b4f33186c is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:04:55.482259 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:04:55.488376 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:04:55.496296 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.523160 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.528152 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e34e9bdb-515c-4ff2-94e4-8984ecfefd8d HTTP/1.1" status: 204 len: 168 time: 1.0829101 Jun 21 20:04:55.528152 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b387f3-58a5-49bf-ab29-4a805bc81197,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:55.533712 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:55.534637 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:55.551494 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Pushing event deleted for resources: {'Network': ['ID=e34e9bdb-515c-4ff2-94e4-8984ecfefd8d,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:55.553897 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:55.566134 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568879'] for router_interface, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.812499 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.826534 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-ac93b774-0359-4f76-a915-0573d284e92c None None] Provisioning for port f5b387f3-58a5-49bf-ab29-4a805bc81197 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:04:55.830655 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-ac93b774-0359-4f76-a915-0573d284e92c None None] Provisioning complete for port f5b387f3-58a5-49bf-ab29-4a805bc81197 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:04:55.831082 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-ac93b774-0359-4f76-a915-0573d284e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.875893 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:04:55.881988 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-ac93b774-0359-4f76-a915-0573d284e92c None None] Port f5b387f3-58a5-49bf-ab29-4a805bc81197 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:04:55.935481 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:04:55.935802 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:55.946031 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44906) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:56.000353 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-b6130ac9-74ab-4a6b-841f-20de6e135f6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98cfca53e3234aa0b800b3119b66c47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530825 Jun 21 20:04:56.002714 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44908) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:56.008997 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.028709 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d94a5245-32fe-4788-bd69-f12555460dda up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:04:56.056217 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-269d8cce-794d-466b-ba10-eb308b43c057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.078580 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-269d8cce-794d-466b-ba10-eb308b43c057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.083426 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.086690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8336151f-ee69-4599-ac0a-070b439a77bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:56.134958 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port d94a5245-32fe-4788-bd69-f12555460dda completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:04:56.140235 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port d94a5245-32fe-4788-bd69-f12555460dda triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:04:56.144239 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.154143 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569910'] for router_interface, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.155995 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b387f3-58a5-49bf-ab29-4a805bc81197,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:56.159252 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:56.220912 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-269d8cce-794d-466b-ba10-eb308b43c057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.225158 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-269d8cce-794d-466b-ba10-eb308b43c057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.226302 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-269d8cce-794d-466b-ba10-eb308b43c057 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0 HTTP/1.1" status: 204 len: 168 time: 0.2225254 Jun 21 20:04:56.227347 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-75948d97-5c67-4a3c-873c-3eca6c05b51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:56.237263 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d8cce-794d-466b-ba10-eb308b43c057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab9e3e-dfd0-42d2-a8ba-e1a94c9f4fa0,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:56.243012 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-269d8cce-794d-466b-ba10-eb308b43c057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:56.262339 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.270658 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Network 1966f5fc-7286-476c-abe7-ab0b4f33186c is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:04:56.272647 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:04:56.303151 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-bbd3170d-0df9-4ecf-848c-161fecd161d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.306375 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port d94a5245-32fe-4788-bd69-f12555460dda, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=d94a5245-32fe-4788-bd69-f12555460dda,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:04:56.401606 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Router 0d8d442e-4281-439d-a0ed-f5a92973cc3b has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:04:56.472063 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.473872 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-0ee827b0-d4cd-4c08-9091-98477e0e05a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:56.524732 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:04:56.530280 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] 10.222.0.30 "PUT /v2.0/routers/0d8d442e-4281-439d-a0ed-f5a92973cc3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4467466 Jun 21 20:04:56.539367 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d215e141-e246-4208-bd20-07411b6fc0f1 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:04:56.547638 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=d94a5245-32fe-4788-bd69-f12555460dda,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:56.564461 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:56.565430 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: d215e141-e246-4208-bd20-07411b6fc0f1 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:04:56.565777 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d215e141-e246-4208-bd20-07411b6fc0f1 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:04:56.566204 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:04:56.584851 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:04:56.585205 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 5cf1b8ae-fa88-4f79-94bc-a1ac6d387ae2 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:04:56.585627 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 01491add-9bae-4333-9cad-37e739cd3fd8 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:04:56.613056 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 01491add-9bae-4333-9cad-37e739cd3fd8 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:04:56.613406 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 01491add-9bae-4333-9cad-37e739cd3fd8 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:04:56.624391 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-5a6d1e0d-8ce8-4bcf-8d22-d421d88bcab5 None None] Provisioning complete for port f5b387f3-58a5-49bf-ab29-4a805bc81197 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:04:56.624775 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1e0d-8ce8-4bcf-8d22-d421d88bcab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:56.664167 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d1e0d-8ce8-4bcf-8d22-d421d88bcab5 None None] Port f5b387f3-58a5-49bf-ab29-4a805bc81197 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:04:57.022597 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44920) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:57.072349 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-f67c3d96-ce96-4931-8319-a161008d367b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=95bb54893639441b9077eea70e182a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477822 Jun 21 20:04:57.075405 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44922) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:57.134408 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-74672c35-76e8-4422-ad39-7207ddebd7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.157760 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-74672c35-76e8-4422-ad39-7207ddebd7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.169218 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Sync routers for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:04:57.178925 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:57.180405 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:57.290072 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-74672c35-76e8-4422-ad39-7207ddebd7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.292992 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-74672c35-76e8-4422-ad39-7207ddebd7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.294580 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-74672c35-76e8-4422-ad39-7207ddebd7c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a08f9808-d3e8-4507-b93e-5efa474fc4b0 HTTP/1.1" status: 204 len: 168 time: 0.2176745 Jun 21 20:04:57.295712 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e8165cea-5363-47e6-8587-5a5f4e343406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:57.309477 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74672c35-76e8-4422-ad39-7207ddebd7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08f9808-d3e8-4507-b93e-5efa474fc4b0,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:57.312469 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-74672c35-76e8-4422-ad39-7207ddebd7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:57.314629 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:57.345417 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.395941 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.449188 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44926) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:57.453986 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-edf6733b-6c7d-4d4b-b51b-805d04d0b399 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805291082', 'description': 'tempest-description--1746351527'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:04:57.533131 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 2, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:57.542057 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-edf6733b-6c7d-4d4b-b51b-805d04d0b399 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.562320 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Checking router: 0d8d442e-4281-439d-a0ed-f5a92973cc3b for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:04:57.562701 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Updating router 0d8d442e-4281-439d-a0ed-f5a92973cc3b port f5b387f3-58a5-49bf-ab29-4a805bc81197 binding host dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:04:57.599786 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.631963 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-edf6733b-6c7d-4d4b-b51b-805d04d0b399 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.701280 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-edf6733b-6c7d-4d4b-b51b-805d04d0b399 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.704973 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-488de6e7-a5bf-4402-8ac3-f53c4eaecd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:57.752164 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6733b-6c7d-4d4b-b51b-805d04d0b399 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fefefc-8423-4a24-8b67-fc30017b7449,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:57.757276 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-edf6733b-6c7d-4d4b-b51b-805d04d0b399 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:57.789210 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d94a5245-32fe-4788-bd69-f12555460dda up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:04:57.808943 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-edf6733b-6c7d-4d4b-b51b-805d04d0b399 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.810132 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-edf6733b-6c7d-4d4b-b51b-805d04d0b399 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3598797 Jun 21 20:04:57.812927 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44928) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:57.817529 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-c57a6815-0be0-48c9-9175-c03caac27cb5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'security_group_rule': {'security_group_id': '68fefefc-8423-4a24-8b67-fc30017b7449', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:04:57.887233 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port d94a5245-32fe-4788-bd69-f12555460dda triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:04:57.887898 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.945128 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c57a6815-0be0-48c9-9175-c03caac27cb5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.954111 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Notify callbacks [] for port, precommit_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:57.967026 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Transition to ACTIVE for port object f5b387f3-58a5-49bf-ab29-4a805bc81197 will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:04:58.003200 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c57a6815-0be0-48c9-9175-c03caac27cb5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.049077 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.050991 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:58.077661 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c57a6815-0be0-48c9-9175-c03caac27cb5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.079755 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-b304d0e0-508c-4d61-b914-a58540acf305 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:58.099628 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a6815-0be0-48c9-9175-c03caac27cb5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e5d46c-1318-43e8-9962-bdfe4c920673,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:58.102343 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c57a6815-0be0-48c9-9175-c03caac27cb5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:58.128182 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0943e-fbe3-4f82-abcf-6e8fe953b781 None None] Pushing event updated for resources: {'Port': ['ID=f5b387f3-58a5-49bf-ab29-4a805bc81197,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:58.131632 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-3cc0943e-fbe3-4f82-abcf-6e8fe953b781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:58.185589 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Attempting to bind port f5b387f3-58a5-49bf-ab29-4a805bc81197 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:04:58.186218 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Attempting to bind port f5b387f3-58a5-49bf-ab29-4a805bc81197 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:04:58.186354 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Attempting to bind port f5b387f3-58a5-49bf-ab29-4a805bc81197 on network 1966f5fc-7286-476c-abe7-ab0b4f33186c {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:04:58.191976 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:04:58.192362 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Checking segment: {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:04:58.192776 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.193176 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Bound using segment: {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:04:58.193652 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Bound port: f5b387f3-58a5-49bf-ab29-4a805bc81197, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:04:58.194061 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.198444 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c57a6815-0be0-48c9-9175-c03caac27cb5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.202732 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44930) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:58.203232 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-c57a6815-0be0-48c9-9175-c03caac27cb5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3887372 Jun 21 20:04:58.207662 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-91e04b65-fdaa-40c1-9f2f-ae4dbc70c37b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'security_group_rule': {'security_group_id': '68fefefc-8423-4a24-8b67-fc30017b7449', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:04:58.265338 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] For port f5b387f3-58a5-49bf-ab29-4a805bc81197, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:04:58.269530 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] For port f5b387f3-58a5-49bf-ab29-4a805bc81197, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=f5b387f3-58a5-49bf-ab29-4a805bc81197,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:04:58.322862 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-91e04b65-fdaa-40c1-9f2f-ae4dbc70c37b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.369744 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-91e04b65-fdaa-40c1-9f2f-ae4dbc70c37b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.403833 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.405667 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:58.441976 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-91e04b65-fdaa-40c1-9f2f-ae4dbc70c37b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.442284 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.446694 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:58.459947 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e04b65-fdaa-40c1-9f2f-ae4dbc70c37b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599f1338-f3f2-425c-a7c0-d486daa14636,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:58.462426 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-91e04b65-fdaa-40c1-9f2f-ae4dbc70c37b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:58.465436 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0943e-fbe3-4f82-abcf-6e8fe953b781 None None] Pushing event updated for resources: {'Port': ['ID=f5b387f3-58a5-49bf-ab29-4a805bc81197,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:58.467997 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:04:58.468604 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:58.470535 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-3cc0943e-fbe3-4f82-abcf-6e8fe953b781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:58.541010 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-91e04b65-fdaa-40c1-9f2f-ae4dbc70c37b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.545546 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-91e04b65-fdaa-40c1-9f2f-ae4dbc70c37b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387051 Jun 21 20:04:58.545681 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 44932) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:04:58.550136 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'floatingip': {'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:04:58.578541 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:04:58.609345 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.706956 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:58.787879 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:04:58Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:04:58.808906 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Allocated IP 172.27.0.205 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/57df567c-b01d-48b7-ad79-afa5adadd92a) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:04:58.817322 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33880536-de88-4a95-a8e4-c1926d2b1906 None None] The sync data for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi is: [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:04:58Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:04:58.937613 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:59.010413 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:59.014114 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ee375ae9-b763-4492-981c-7d51fb3dda9c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:59.051875 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:04:59.054674 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:04:59.059000 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:04:59.085426 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'Port': ['ID=57df567c-b01d-48b7-ad79-afa5adadd92a,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:59.095281 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:59.153491 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:59.537131 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:59.688507 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:59.746677 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:59.748978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-76435d59-b7e5-4b18-9d54-f2e29158172a tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:04:59.774525 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device f5b387f3-58a5-49bf-ab29-4a805bc81197 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:04:59.816526 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'Port': ['ID=57df567c-b01d-48b7-ad79-afa5adadd92a,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:04:59.822600 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:04:59.829144 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:59.934743 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port f5b387f3-58a5-49bf-ab29-4a805bc81197 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:04:59.938535 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port f5b387f3-58a5-49bf-ab29-4a805bc81197 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:04:59.938938 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:59.957998 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:04:59.959341 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4128237 Jun 21 20:05:00.014715 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:00.050655 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port f5b387f3-58a5-49bf-ab29-4a805bc81197, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=f5b387f3-58a5-49bf-ab29-4a805bc81197,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:00.118000 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:00.119967 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:00.147220 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-cb2603b9-cf74-4afe-add2-5e3fba7b19a2 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1805291082&fields=id&tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd HTTP/1.1" status: 200 len: 267 time: 0.0350502 Jun 21 20:05:00.166397 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=f5b387f3-58a5-49bf-ab29-4a805bc81197,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:00.169472 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:00.256804 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-4f8055ba-6bd8-4e4f-8dfc-6add9c910304 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:00.258250 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-4f8055ba-6bd8-4e4f-8dfc-6add9c910304 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/networks?id=1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 200 len: 811 time: 0.1032114 Jun 21 20:05:00.274131 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-23f5ed30-ddba-47ce-9895-2a2e4acfa2ba tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/quotas/6fc8fda3e2e7489c8a92f41b1d0779dd HTTP/1.1" status: 200 len: 375 time: 0.0089540 Jun 21 20:05:00.345400 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-fe05f369-a7db-40c8-85b8-9a1aaa50f0f1 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658445 Jun 21 20:05:00.363184 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:00.443189 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-8099e0e1-6bee-47d0-8f22-bbeb9d8f62a6 service neutron] 10.222.0.30 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857725 Jun 21 20:05:00.531009 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-20fe72bc-114a-46d4-a1df-9f54c1405065 service neutron] 10.222.0.30 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813272 Jun 21 20:05:01.770099 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device f5b387f3-58a5-49bf-ab29-4a805bc81197 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:05:01.775999 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3d1155f1-2dc0-4663-a8fd-a4fcf99bcd7b req-5346a714-5a6b-4b3f-87d5-8a20b5e6df08 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 210 time: 0.0453348 Jun 21 20:05:01.820073 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port f5b387f3-58a5-49bf-ab29-4a805bc81197 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:05:01.820580 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:02.920074 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b2285caa-024f-42da-b385-25a916f1793c req-3a28bf78-0d7d-4b2f-8d81-e827dee844d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 210 time: 0.0288072 Jun 21 20:05:04.063159 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-301ed185-d98b-43a0-824c-6e0d51be6cdd req-10fcd166-a969-4f48-b70d-5fd3c3d71013 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 210 time: 0.0321617 Jun 21 20:05:04.609617 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0986d392-6fbd-474e-81f7-108b3973ffaa tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:04.611020 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0986d392-6fbd-474e-81f7-108b3973ffaa tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.22 "GET /v2.0/networks?id=1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 200 len: 811 time: 0.0972223 Jun 21 20:05:04.659774 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-5e1f540d-0185-42a2-b083-4a50a8419de5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd HTTP/1.1" status: 200 len: 380 time: 0.0340707 Jun 21 20:05:04.669107 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'port': {'device_id': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'admin_state_up': True, 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'security_groups': ['68fefefc-8423-4a24-8b67-fc30017b7449']}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:05:04.843026 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Made reservation on behalf of 6fc8fda3e2e7489c8a92f41b1d0779dd for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:05:04.846662 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:04.975285 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Allocated IP 172.20.0.12 (1966f5fc-7286-476c-abe7-ab0b4f33186c/28f2eeab-d687-4b5b-87c8-0e3bd8c7a357/e8d34cd3-4046-4acb-a9e6-da0702cc7099) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:05:05.110748 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:05.124956 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Transition to ACTIVE for port object e8d34cd3-4046-4acb-a9e6-da0702cc7099 will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:05:05.215209 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-93b6f5a2-0734-4eba-9d94-90b66fea77d3 req-0bd9aa1e-1d59-438b-aab0-9552e5ee7f61 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 210 time: 0.0315683 Jun 21 20:05:05.226689 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:05.231725 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:05.276478 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Network 1966f5fc-7286-476c-abe7-ab0b4f33186c is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:05:05.279662 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:05:05.283302 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:05:05.289648 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'Port': ['ID=e8d34cd3-4046-4acb-a9e6-da0702cc7099,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:05.317924 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.318310 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.318683 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.319046 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.319404 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.319790 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.320148 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.320501 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.320855 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.321205 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.321556 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.321937 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:05.327514 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:05.346688 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:05.347309 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:05.421412 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7569764 Jun 21 20:05:05.432890 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Request body: {'port': {'device_id': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:05:05.503993 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:05.574920 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-8e200d3b-2b08-4cb2-beb4-e0d09e56d729 None None] Provisioning for port e8d34cd3-4046-4acb-a9e6-da0702cc7099 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:05:05.578752 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-8e200d3b-2b08-4cb2-beb4-e0d09e56d729 None None] Provisioning complete for port e8d34cd3-4046-4acb-a9e6-da0702cc7099 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:05:05.579147 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-8e200d3b-2b08-4cb2-beb4-e0d09e56d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:05.613510 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-8e200d3b-2b08-4cb2-beb4-e0d09e56d729 None None] Port e8d34cd3-4046-4acb-a9e6-da0702cc7099 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:05:05.760464 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d34cd3-4046-4acb-a9e6-da0702cc7099 {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:05:05.767756 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:05.779825 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Transition to ACTIVE for port object e8d34cd3-4046-4acb-a9e6-da0702cc7099 will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:05:05.860249 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:05.862184 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-94b8d691-448c-49a5-89e0-e57f61b7a446 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:05.941284 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d34cd3-4046-4acb-a9e6-da0702cc7099,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:05.945028 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:06.014103 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Attempting to bind port e8d34cd3-4046-4acb-a9e6-da0702cc7099 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:05:06.014359 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Attempting to bind port e8d34cd3-4046-4acb-a9e6-da0702cc7099 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:05:06.014691 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Attempting to bind port e8d34cd3-4046-4acb-a9e6-da0702cc7099 on network 1966f5fc-7286-476c-abe7-ab0b4f33186c {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:05:06.019369 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Port e8d34cd3-4046-4acb-a9e6-da0702cc7099 on network 1966f5fc-7286-476c-abe7-ab0b4f33186c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:05:06.019800 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Attempting to bind port e8d34cd3-4046-4acb-a9e6-da0702cc7099 on network 1966f5fc-7286-476c-abe7-ab0b4f33186c {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:05:06.024679 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:05:06.025208 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Checking segment: {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:05:06.025593 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Bound using segment: {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:05:06.026119 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Bound port: e8d34cd3-4046-4acb-a9e6-da0702cc7099, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:05:06.026470 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:06.088626 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] For port e8d34cd3-4046-4acb-a9e6-da0702cc7099, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:05:06.091555 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] For port e8d34cd3-4046-4acb-a9e6-da0702cc7099, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e8d34cd3-4046-4acb-a9e6-da0702cc7099,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:05:06.157933 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:06.160822 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3b117d25-b6a7-4308-9cd2-c03db73969a8 tempest-ServerRescueNegativeTestJSON-571233929 tempest-ServerRescueNegativeTestJSON-571233929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:06.202451 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:06.203200 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:06.204663 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] 10.222.0.22 "PUT /v2.0/ports/e8d34cd3-4046-4acb-a9e6-da0702cc7099 HTTP/1.1" status: 200 len: 1094 time: 0.7760508 Jun 21 20:05:06.205239 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'tag': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:05:06.207701 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6680ebb5-cc33-4982-aaed-8657563e14c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b98c1913-8c67-4e50-ad26-22ca02d9621c", "tag": "e8d34cd3-4046-4acb-a9e6-da0702cc7099"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:05:06.233489 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d34cd3-4046-4acb-a9e6-da0702cc7099,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:06.234606 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:06.254488 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0b7925-fbb4-42f3-9e08-aa074419291a x-openstack-request-id: req-eb0b7925-fbb4-42f3-9e08-aa074419291a {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:05:06.255226 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98c1913-8c67-4e50-ad26-22ca02d9621c", "tag": "e8d34cd3-4046-4acb-a9e6-da0702cc7099", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:05:06.255226 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb0b7925-fbb4-42f3-9e08-aa074419291a {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:05:06.255556 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'tag': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099', 'status': 'completed', 'code': 200} Jun 21 20:05:06.343609 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680ebb5-cc33-4982-aaed-8657563e14c5 req-7c18409b-897a-4838-9603-3aa9345b9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:06.345166 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6680ebb5-cc33-4982-aaed-8657563e14c5 req-7c18409b-897a-4838-9603-3aa9345b9d5b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 1097 time: 0.0677145 Jun 21 20:05:06.407835 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec6ab5-1bd8-4943-bc2c-a6be61cee402 req-5534fad3-783d-485a-a14b-0159898db4ca tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:06.409916 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-22ec6ab5-1bd8-4943-bc2c-a6be61cee402 req-5534fad3-783d-485a-a14b-0159898db4ca tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 944 time: 0.0680397 Jun 21 20:05:06.442829 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680ebb5-cc33-4982-aaed-8657563e14c5 req-160b1a8d-16d9-48c9-8265-afbcc61046fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:06.444242 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6680ebb5-cc33-4982-aaed-8657563e14c5 req-160b1a8d-16d9-48c9-8265-afbcc61046fc service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0926290 Jun 21 20:05:06.450916 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-22ec6ab5-1bd8-4943-bc2c-a6be61cee402 req-afe4bd69-fecb-4f59-beb3-4a20c923822b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339975 Jun 21 20:05:06.542166 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680ebb5-cc33-4982-aaed-8657563e14c5 req-cb70d480-aa12-4376-82d4-6311ac25e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:06.543646 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6680ebb5-cc33-4982-aaed-8657563e14c5 req-cb70d480-aa12-4376-82d4-6311ac25e01b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933113 Jun 21 20:05:06.629383 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-07341c3d-381a-404e-8b7c-b39a53aa3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:06.630818 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-07341c3d-381a-404e-8b7c-b39a53aa3559 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 1097 time: 0.0511785 Jun 21 20:05:06.674454 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-b4de550e-e4b3-40cd-901d-b86f46bbb35f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8d34cd3-4046-4acb-a9e6-da0702cc7099 HTTP/1.1" status: 200 len: 217 time: 0.0369165 Jun 21 20:05:06.722196 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-1c42ebaf-641e-44aa-a8ea-e8a4a4c3fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:06.723600 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-1c42ebaf-641e-44aa-a8ea-e8a4a4c3fcad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=28f2eeab-d687-4b5b-87c8-0e3bd8c7a357 HTTP/1.1" status: 200 len: 850 time: 0.0423996 Jun 21 20:05:06.776776 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-944fde02-b060-4e2e-968c-ddd89235a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:06.778148 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-944fde02-b060-4e2e-968c-ddd89235a4c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1966f5fc-7286-476c-abe7-ab0b4f33186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483968 Jun 21 20:05:06.867038 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-88472bdc-f242-4a8e-bef5-72fcc1366c59 service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827224 Jun 21 20:05:06.954115 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8e7c0637-6860-4cd4-8810-df8236478e0d req-d0f6a162-4d32-41c2-955c-2b09d1e99eee service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803857 Jun 21 20:05:07.042851 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:05:07.623209 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166160e-5c2a-466c-86c9-a81944d83b5e req-c16d9694-0508-40d8-b327-4fc281673fec tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:07.624705 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7166160e-5c2a-466c-86c9-a81944d83b5e req-c16d9694-0508-40d8-b327-4fc281673fec tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 944 time: 0.0620258 Jun 21 20:05:07.666861 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7166160e-5c2a-466c-86c9-a81944d83b5e req-f85deb54-9fc2-42be-ae16-296bd85b47d2 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365808 Jun 21 20:05:08.834102 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00acd34-f78e-4948-82bf-5d3ef38ee9a8 req-67d07b65-92a9-4879-9409-e770a7d17d22 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:08.835542 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c00acd34-f78e-4948-82bf-5d3ef38ee9a8 req-67d07b65-92a9-4879-9409-e770a7d17d22 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 944 time: 0.0605817 Jun 21 20:05:08.873093 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c00acd34-f78e-4948-82bf-5d3ef38ee9a8 req-8c6b370a-7ae3-490e-9a5c-1d8ba8f220ba tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315568 Jun 21 20:05:09.256389 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device e8d34cd3-4046-4acb-a9e6-da0702cc7099 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:05:09.364310 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port e8d34cd3-4046-4acb-a9e6-da0702cc7099, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e8d34cd3-4046-4acb-a9e6-da0702cc7099,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:09.499700 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'port_id': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099', 'mac_address': 'fa:16:3e:b3:83:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:05:09.536186 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:09.548719 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d34cd3-4046-4acb-a9e6-da0702cc7099 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:05:09.566892 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port e8d34cd3-4046-4acb-a9e6-da0702cc7099, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e8d34cd3-4046-4acb-a9e6-da0702cc7099,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:09.637209 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:09.639191 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:09.682139 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=e8d34cd3-4046-4acb-a9e6-da0702cc7099,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:09.684985 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:09.846776 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['e8d34cd3-4046-4acb-a9e6-da0702cc7099'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:05:10.043612 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f901c46-4b58-4406-b300-b95e39478c60 req-18f2e053-cb16-47cd-a71b-cff871a6d109 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:10.045054 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4f901c46-4b58-4406-b300-b95e39478c60 req-18f2e053-cb16-47cd-a71b-cff871a6d109 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 945 time: 0.0623405 Jun 21 20:05:10.082197 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4f901c46-4b58-4406-b300-b95e39478c60 req-bee764ef-1799-4567-be6d-802726afccec tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Jun 21 20:05:11.254482 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8d37f-d387-47e4-bd4d-82e4496d52a7 req-188c76e9-290f-4038-9076-2aa51388798d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:11.256079 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d4e8d37f-d387-47e4-bd4d-82e4496d52a7 req-188c76e9-290f-4038-9076-2aa51388798d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 945 time: 0.0667152 Jun 21 20:05:11.270388 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device e8d34cd3-4046-4acb-a9e6-da0702cc7099 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:05:11.296209 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-d4e8d37f-d387-47e4-bd4d-82e4496d52a7 req-1d3e84f1-12e0-49ab-91cc-d2b7d60e4a1a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339179 Jun 21 20:05:11.374218 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port e8d34cd3-4046-4acb-a9e6-da0702cc7099 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:05:11.377816 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port e8d34cd3-4046-4acb-a9e6-da0702cc7099 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:05:11.378199 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:11.454129 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:11.475660 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:05:11.478481 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ecd020-cf62-42d2-98e9-95c4122fd901" -d '{"events": [{"server_uuid": "b98c1913-8c67-4e50-ad26-22ca02d9621c", "name": "network-vif-plugged", "status": "completed", "tag": "e8d34cd3-4046-4acb-a9e6-da0702cc7099"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:05:11.491187 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port e8d34cd3-4046-4acb-a9e6-da0702cc7099, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e8d34cd3-4046-4acb-a9e6-da0702cc7099,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:11.516722 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84b8708-3ec5-47a7-96fa-6cd5ec7b6c75 x-openstack-request-id: req-b84b8708-3ec5-47a7-96fa-6cd5ec7b6c75 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:05:11.516722 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98c1913-8c67-4e50-ad26-22ca02d9621c", "name": "network-vif-plugged", "status": "completed", "tag": "e8d34cd3-4046-4acb-a9e6-da0702cc7099", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:05:11.516722 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b84b8708-3ec5-47a7-96fa-6cd5ec7b6c75 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:05:11.516722 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099', 'code': 200} Jun 21 20:05:11.563078 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:11.565678 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:11.609846 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=e8d34cd3-4046-4acb-a9e6-da0702cc7099,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:11.612864 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:11.879552 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6dcf0-3dcf-4225-89c6-7321b5338f6c req-743588d9-f3b2-454f-ab76-f0bbccf0951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:11.880953 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d3d6dcf0-3dcf-4225-89c6-7321b5338f6c req-743588d9-f3b2-454f-ab76-f0bbccf0951e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 1099 time: 0.0497978 Jun 21 20:05:11.914673 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d3d6dcf0-3dcf-4225-89c6-7321b5338f6c req-cd277194-5075-404b-8d46-fe71128efd36 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261257 Jun 21 20:05:12.464790 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00d19c-ca55-47fa-a826-d560566dc943 req-55582b0c-0056-4175-ac7a-8293ea213d5a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:12.466161 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4a00d19c-ca55-47fa-a826-d560566dc943 req-55582b0c-0056-4175-ac7a-8293ea213d5a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0619755 Jun 21 20:05:12.502971 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4a00d19c-ca55-47fa-a826-d560566dc943 req-d2d3f4da-a95a-498e-9e86-fff2960eb9e3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310731 Jun 21 20:05:13.678388 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd8e71-2a68-42ef-8fb2-45e597929bf9 req-24b08768-9da8-4227-80ad-14347297b94a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:13.679814 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9bcd8e71-2a68-42ef-8fb2-45e597929bf9 req-24b08768-9da8-4227-80ad-14347297b94a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0648429 Jun 21 20:05:13.717805 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9bcd8e71-2a68-42ef-8fb2-45e597929bf9 req-89f29d86-83ae-4b5d-b1ae-af07623b23ad tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317748 Jun 21 20:05:13.892675 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacc429-f58f-466d-a77e-2d4435d36ee9 req-b3af193b-82c2-4a75-ba16-9b455e680de5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:13.893994 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5dacc429-f58f-466d-a77e-2d4435d36ee9 req-b3af193b-82c2-4a75-ba16-9b455e680de5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0609770 Jun 21 20:05:13.902910 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 44992) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:13.907274 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-c1455805-32d0-4ddb-8a87-e7ff72baf607 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'floatingip': {'port_id': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:05:13.947593 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c1455805-32d0-4ddb-8a87-e7ff72baf607 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:14.605184 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c1455805-32d0-4ddb-8a87-e7ff72baf607 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:14.671589 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c1455805-32d0-4ddb-8a87-e7ff72baf607 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:14.767867 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.l3_db [None req-c1455805-32d0-4ddb-8a87-e7ff72baf607 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Floating IP 17494f34-eef1-43a5-b101-78df3497c3c4 associated. External IP: 172.27.0.205, port: e8d34cd3-4046-4acb-a9e6-da0702cc7099. Jun 21 20:05:14.967088 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1455805-32d0-4ddb-8a87-e7ff72baf607 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Router 0d8d442e-4281-439d-a0ed-f5a92973cc3b has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:05:15.067760 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1455805-32d0-4ddb-8a87-e7ff72baf607 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:05:15.073580 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c1455805-32d0-4ddb-8a87-e7ff72baf607 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:15.078312 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a26fd-7aa0-493e-819c-93610ccf2e19 None None] Sync routers for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:05:15.088964 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a26fd-7aa0-493e-819c-93610ccf2e19 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:05:15.091640 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-995a26fd-7aa0-493e-819c-93610ccf2e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:15.110283 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-c1455805-32d0-4ddb-8a87-e7ff72baf607 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "PUT /v2.0/floatingips/17494f34-eef1-43a5-b101-78df3497c3c4 HTTP/1.1" status: 200 len: 992 time: 1.2061791 Jun 21 20:05:15.110901 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'tag': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:05:15.113201 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9502505-a2e8-4aed-8c85-015e33994fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "b98c1913-8c67-4e50-ad26-22ca02d9621c", "tag": "e8d34cd3-4046-4acb-a9e6-da0702cc7099"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:05:15.154740 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a380d8-be43-4501-99b9-f0d8b98488cb x-openstack-request-id: req-f6a380d8-be43-4501-99b9-f0d8b98488cb {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:05:15.155199 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98c1913-8c67-4e50-ad26-22ca02d9621c", "tag": "e8d34cd3-4046-4acb-a9e6-da0702cc7099", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:05:15.155635 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6a380d8-be43-4501-99b9-f0d8b98488cb {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:05:15.156139 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'tag': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099', 'status': 'completed', 'code': 200} Jun 21 20:05:15.239002 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9502505-a2e8-4aed-8c85-015e33994fa2 req-5dd4bc21-9184-44b0-b61c-9ce0a89ae9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:15.239949 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9502505-a2e8-4aed-8c85-015e33994fa2 req-5dd4bc21-9184-44b0-b61c-9ce0a89ae9f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 1099 time: 0.0601976 Jun 21 20:05:15.294900 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-995a26fd-7aa0-493e-819c-93610ccf2e19 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:05:15.327226 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9502505-a2e8-4aed-8c85-015e33994fa2 req-6f1e49a7-608a-45b6-8b88-2b67389beb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:15.328697 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9502505-a2e8-4aed-8c85-015e33994fa2 req-6f1e49a7-608a-45b6-8b88-2b67389beb80 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 200 len: 912 time: 0.0817502 Jun 21 20:05:15.395950 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9502505-a2e8-4aed-8c85-015e33994fa2 req-ba88a564-14d1-486b-b79e-d77edc3f952c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8d34cd3-4046-4acb-a9e6-da0702cc7099 HTTP/1.1" status: 200 len: 1000 time: 0.0605953 Jun 21 20:05:15.441989 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9502505-a2e8-4aed-8c85-015e33994fa2 req-5be6769f-0578-4af6-9e44-3b1a0ccb49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:15.443409 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9502505-a2e8-4aed-8c85-015e33994fa2 req-5be6769f-0578-4af6-9e44-3b1a0ccb49ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=28f2eeab-d687-4b5b-87c8-0e3bd8c7a357 HTTP/1.1" status: 200 len: 850 time: 0.0418317 Jun 21 20:05:15.498421 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9502505-a2e8-4aed-8c85-015e33994fa2 req-88dcd0c3-e0c2-440a-afa8-8cf743da2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:15.499910 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9502505-a2e8-4aed-8c85-015e33994fa2 req-88dcd0c3-e0c2-440a-afa8-8cf743da2680 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1966f5fc-7286-476c-abe7-ab0b4f33186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505936 Jun 21 20:05:15.518106 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-995a26fd-7aa0-493e-819c-93610ccf2e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '17494f34-eef1-43a5-b101-78df3497c3c4', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'port_id': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'mac_address': 'fa:16:3e:b3:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:04:59Z', 'updated_at': '2021-06-21T20:05:14Z', 'revision_number': 1, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:15.548978 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a26fd-7aa0-493e-819c-93610ccf2e19 None None] Checking router: 0d8d442e-4281-439d-a0ed-f5a92973cc3b for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:05:15.557500 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a26fd-7aa0-493e-819c-93610ccf2e19 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:05:15.558111 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-995a26fd-7aa0-493e-819c-93610ccf2e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:04:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:15.592568 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9502505-a2e8-4aed-8c85-015e33994fa2 req-07aefe7b-8993-4141-8960-b5f6020e560e service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860305 Jun 21 20:05:15.662526 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-995a26fd-7aa0-493e-819c-93610ccf2e19 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:05:15.680254 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e9502505-a2e8-4aed-8c85-015e33994fa2 req-2b37788b-5c2b-4bf5-8d2c-16e4778429f2 service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812917 Jun 21 20:05:15.880990 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-995a26fd-7aa0-493e-819c-93610ccf2e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '17494f34-eef1-43a5-b101-78df3497c3c4', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'port_id': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'mac_address': 'fa:16:3e:b3:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:04:59Z', 'updated_at': '2021-06-21T20:05:14Z', 'revision_number': 1, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:15.907190 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a26fd-7aa0-493e-819c-93610ccf2e19 None None] The sync data for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi is: [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '17494f34-eef1-43a5-b101-78df3497c3c4', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'port_id': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'mac_address': 'fa:16:3e:b3:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:04:59Z', 'updated_at': '2021-06-21T20:05:14Z', 'revision_number': 1, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:05:16.082858 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571250c-7d63-4b58-9d9a-10f551a8f12d None None] New status for floating IP 17494f34-eef1-43a5-b101-78df3497c3c4: ACTIVE {{(pid=104796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:05:23.500127 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46ce37a8-5e63-44e4-815e-b44aaa534a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:26.231169 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-3c62fa7a-715a-4eec-aadf-24a9f7e95260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:27.271522 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:27.334517 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:28.499896 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:30.431619 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:33.570397 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45032) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:33.861005 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Deleting port 851c8ad9-39c2-4dc3-bec3-1dd0174bb55d {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:05:33.861269 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:33.933282 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:33.933604 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:33.996222 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Calling delete_port for 851c8ad9-39c2-4dc3-bec3-1dd0174bb55d owned by network:floatingip {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:05:34.220308 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:34.222550 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9c07703b-97b2-43a0-aa5d-c55ec4f89267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:34.247220 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event deleted for resources: {'Port': ['ID=851c8ad9-39c2-4dc3-bec3-1dd0174bb55d,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:34.250182 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:34.309890 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for floatingip, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:34.310231 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.l3_db [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Floating IP 3adde495-0ab0-46b8-b64f-9afc76b883b4 disassociated (deleted). External IP: 172.27.0.204, port: 050a93c6-6932-40cb-a04f-9ead2d0ed267. Jun 21 20:05:34.503595 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Router 1fcd6295-92cc-436b-b061-783668f3db77 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:05:34.605088 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:05:34.609718 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:34.614332 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc3224-a8d5-4da3-9912-4c612b6113f3 None None] Sync routers for ids ['1fcd6295-92cc-436b-b061-783668f3db77'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:05:34.623310 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc3224-a8d5-4da3-9912-4c612b6113f3 None None] Routers {'1fcd6295-92cc-436b-b061-783668f3db77'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:05:34.623957 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-7bbc3224-a8d5-4da3-9912-4c612b6113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:05:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1fcd6295-92cc-436b-b061-783668f3db77'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:34.647591 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "DELETE /v2.0/floatingips/3adde495-0ab0-46b8-b64f-9afc76b883b4 HTTP/1.1" status: 204 len: 168 time: 1.0753841 Jun 21 20:05:34.648296 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:05:34.652001 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffd4c7b-d317-410b-a68d-4495683aa71c" -d '{"events": [{"name": "network-changed", "server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:05:34.690352 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b012c3-b813-46db-91e7-58b0313fac8d x-openstack-request-id: req-f4b012c3-b813-46db-91e7-58b0313fac8d {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:05:34.690688 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:05:34.690983 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4b012c3-b813-46db-91e7-58b0313fac8d {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:05:34.691423 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'status': 'completed', 'code': 200} Jun 21 20:05:34.736375 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-7bbc3224-a8d5-4da3-9912-4c612b6113f3 None None] Set router 1fcd6295-92cc-436b-b061-783668f3db77 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:05:34.767752 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd4c7b-d317-410b-a68d-4495683aa71c req-d91b7f74-f0d3-4363-8192-2829870906c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:34.769217 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cffd4c7b-d317-410b-a68d-4495683aa71c req-d91b7f74-f0d3-4363-8192-2829870906c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0fd2339cee948899f74d237d1fee442&device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0519428 Jun 21 20:05:34.858341 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd4c7b-d317-410b-a68d-4495683aa71c req-f12bff23-366b-4dc8-9e2c-af10d6060f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:34.859538 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cffd4c7b-d317-410b-a68d-4495683aa71c req-f12bff23-366b-4dc8-9e2c-af10d6060f22 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5d450cb-3a4d-43b0-b649-53a0526f8766 HTTP/1.1" status: 200 len: 909 time: 0.0837722 Jun 21 20:05:34.904803 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cffd4c7b-d317-410b-a68d-4495683aa71c req-6e67e6ea-2b0c-4522-bfcc-27df679953e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267 HTTP/1.1" status: 200 len: 217 time: 0.0380542 Jun 21 20:05:34.933188 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-7bbc3224-a8d5-4da3-9912-4c612b6113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 4, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '7e41338a-22ed-410f-bbab-6af5c0ed10b5', 'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'mac_address': 'fa:16:3e:d3:cc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:58Z', 'updated_at': '2021-06-21T20:00:04Z', 'revision_number': 5, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'subnets': [{'id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:34.957487 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd4c7b-d317-410b-a68d-4495683aa71c req-64616aea-d353-484e-b9df-3ed300daa779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:34.958668 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc3224-a8d5-4da3-9912-4c612b6113f3 None None] Checking router: 1fcd6295-92cc-436b-b061-783668f3db77 for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:05:34.958960 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cffd4c7b-d317-410b-a68d-4495683aa71c req-64616aea-d353-484e-b9df-3ed300daa779 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a584c85f-69e1-44e7-89ae-0dec49e04f49 HTTP/1.1" status: 200 len: 847 time: 0.0486493 Jun 21 20:05:34.967426 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc3224-a8d5-4da3-9912-4c612b6113f3 None None] Routers {'1fcd6295-92cc-436b-b061-783668f3db77'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:05:34.968051 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-7bbc3224-a8d5-4da3-9912-4c612b6113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:05:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1fcd6295-92cc-436b-b061-783668f3db77'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:35.014562 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd4c7b-d317-410b-a68d-4495683aa71c req-ef8827f6-ae17-4dd4-ae3e-45c9da912a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:35.015951 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cffd4c7b-d317-410b-a68d-4495683aa71c req-ef8827f6-ae17-4dd4-ae3e-45c9da912a3c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5d450cb-3a4d-43b0-b649-53a0526f8766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501652 Jun 21 20:05:35.073834 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-7bbc3224-a8d5-4da3-9912-4c612b6113f3 None None] Set router 1fcd6295-92cc-436b-b061-783668f3db77 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:05:35.119292 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cffd4c7b-d317-410b-a68d-4495683aa71c req-69ea920f-0adf-45cd-bc3b-8e8b8a3b7210 service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938995 Jun 21 20:05:35.227684 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-cffd4c7b-d317-410b-a68d-4495683aa71c req-6c933efb-ab37-4450-bd08-afe640950c9f service neutron] 10.222.0.22 "GET /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916278 Jun 21 20:05:35.265750 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cf48e-726a-4f37-afa9-419dcb31f7dd req-a15cf6c3-3d94-4835-bace-41bd0551ffd1 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:35.267223 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd1cf48e-726a-4f37-afa9-419dcb31f7dd req-a15cf6c3-3d94-4835-bace-41bd0551ffd1 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0654354 Jun 21 20:05:35.283915 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-7bbc3224-a8d5-4da3-9912-4c612b6113f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 4, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '7e41338a-22ed-410f-bbab-6af5c0ed10b5', 'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'mac_address': 'fa:16:3e:d3:cc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:58Z', 'updated_at': '2021-06-21T20:00:04Z', 'revision_number': 5, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'subnets': [{'id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:35.307087 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-cd1cf48e-726a-4f37-afa9-419dcb31f7dd req-a4aef1f9-59c1-456e-8305-243c7306d937 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338743 Jun 21 20:05:35.313088 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc3224-a8d5-4da3-9912-4c612b6113f3 None None] The sync data for ids ['1fcd6295-92cc-436b-b061-783668f3db77'] in dv-cinder-792462-15-iscsi is: [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T19:59:58Z', 'revision_number': 4, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '7e41338a-22ed-410f-bbab-6af5c0ed10b5', 'name': '', 'network_id': 'b5d450cb-3a4d-43b0-b649-53a0526f8766', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'mac_address': 'fa:16:3e:d3:cc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:58Z', 'updated_at': '2021-06-21T20:00:04Z', 'revision_number': 5, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'subnets': [{'id': 'a584c85f-69e1-44e7-89ae-0dec49e04f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:05:35.521488 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aae254-9386-480c-bbb9-c2d77bced768 None None] New status for floating IP 3adde495-0ab0-46b8-b64f-9afc76b883b4: DOWN {{(pid=104796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:05:36.495915 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e477027-a86d-421b-8ab7-21477a9eb0e4 req-d49e99ea-ab26-4cd8-8808-47ca99063856 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:36.497390 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5e477027-a86d-421b-8ab7-21477a9eb0e4 req-d49e99ea-ab26-4cd8-8808-47ca99063856 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0671465 Jun 21 20:05:36.534721 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5e477027-a86d-421b-8ab7-21477a9eb0e4 req-3582f261-17d8-41f9-a372-b13003d4f490 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/security-groups?id=e04d182f-25dc-43d7-a6a7-0b0870b8654a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316088 Jun 21 20:05:36.791640 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee49c0-c3f0-49ca-9bb9-4e90211070cb req-7a7ed1d7-6706-4cb8-abae-550592a3800a tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:05:36.793039 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-84ee49c0-c3f0-49ca-9bb9-4e90211070cb req-7a7ed1d7-6706-4cb8-abae-550592a3800a tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.22 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 945 time: 0.0613146 Jun 21 20:05:36.894350 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-84ee49c0-c3f0-49ca-9bb9-4e90211070cb req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Deleting port 050a93c6-6932-40cb-a04f-9ead2d0ed267 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:05:36.894835 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-84ee49c0-c3f0-49ca-9bb9-4e90211070cb req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:36.986989 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-84ee49c0-c3f0-49ca-9bb9-4e90211070cb req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] For port 050a93c6-6932-40cb-a04f-9ead2d0ed267, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=050a93c6-6932-40cb-a04f-9ead2d0ed267,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:36.987348 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-84ee49c0-c3f0-49ca-9bb9-4e90211070cb req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:37.048962 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-84ee49c0-c3f0-49ca-9bb9-4e90211070cb req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Calling delete_port for 050a93c6-6932-40cb-a04f-9ead2d0ed267 owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:05:37.254223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-84ee49c0-c3f0-49ca-9bb9-4e90211070cb req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:37.258853 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-32c7a809-2128-4eb4-8009-f47b8a79bf13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:37.284650 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event deleted for resources: {'Port': ['ID=050a93c6-6932-40cb-a04f-9ead2d0ed267,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:37.290970 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:37.330213 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ee49c0-c3f0-49ca-9bb9-4e90211070cb req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] No DVR routers for this DVR port 050a93c6-6932-40cb-a04f-9ead2d0ed267 on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:05:37.332670 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-84ee49c0-c3f0-49ca-9bb9-4e90211070cb req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:37.337638 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-84ee49c0-c3f0-49ca-9bb9-4e90211070cb req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.22 "DELETE /v2.0/ports/050a93c6-6932-40cb-a04f-9ead2d0ed267 HTTP/1.1" status: 204 len: 173 time: 0.5355356 Jun 21 20:05:37.337638 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'name': 'network-vif-deleted', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:05:37.337638 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e948f6ea-b485-41bb-a50a-1c932a1d2fe8" -d '{"events": [{"server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "name": "network-vif-deleted", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:05:37.375378 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303f520e-a1c6-4e7a-b438-e06e5001d575 x-openstack-request-id: req-303f520e-a1c6-4e7a-b438-e06e5001d575 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:05:37.375740 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e73292-91b5-4f96-bd5d-430d4362d2a1", "name": "network-vif-deleted", "tag": "050a93c6-6932-40cb-a04f-9ead2d0ed267", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:05:37.376037 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-303f520e-a1c6-4e7a-b438-e06e5001d575 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:05:37.376481 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e73292-91b5-4f96-bd5d-430d4362d2a1', 'name': 'network-vif-deleted', 'tag': '050a93c6-6932-40cb-a04f-9ead2d0ed267', 'status': 'completed', 'code': 200} Jun 21 20:05:37.693876 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b2346359-b455-4be7-a1cb-a673958dcffc req-c7576162-dda3-4174-8e14-b6ee92310a6c tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0296893 Jun 21 20:05:38.863252 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-65f3e8be-ca7c-4c3d-b88e-e5972c581475 req-fa2f28ee-d53a-4c1e-b47e-245702c898a4 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e73292-91b5-4f96-bd5d-430d4362d2a1 HTTP/1.1" status: 200 len: 210 time: 0.0338287 Jun 21 20:05:39.394846 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 050a93c6-6932-40cb-a04f-9ead2d0ed267 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:05:39.418733 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 050a93c6-6932-40cb-a04f-9ead2d0ed267 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:05:39.419088 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 050a93c6-6932-40cb-a04f-9ead2d0ed267 not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:05:39.959061 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45064) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:40.015549 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-abf9b9f0-3d27-400c-93a2-e0ba4d953aca tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:40.038695 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-abf9b9f0-3d27-400c-93a2-e0ba4d953aca tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:40.174046 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-abf9b9f0-3d27-400c-93a2-e0ba4d953aca tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:40.176719 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-abf9b9f0-3d27-400c-93a2-e0ba4d953aca tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:40.181025 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-abf9b9f0-3d27-400c-93a2-e0ba4d953aca tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] 10.222.0.30 "DELETE /v2.0/security-groups/e04d182f-25dc-43d7-a6a7-0b0870b8654a HTTP/1.1" status: 204 len: 168 time: 0.2182953 Jun 21 20:05:40.181025 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-2d9f25c4-0370-46fc-8d67-a7d16d4844cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:40.188600 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9b9f0-3d27-400c-93a2-e0ba4d953aca tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04d182f-25dc-43d7-a6a7-0b0870b8654a,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:40.191026 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-abf9b9f0-3d27-400c-93a2-e0ba4d953aca tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:40.309884 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45068) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:40.732872 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508109'] for router_interface, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:41.260273 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] Deleting port 7e41338a-22ed-410f-bbab-6af5c0ed10b5 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:05:41.260929 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:41.338917 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] For port 7e41338a-22ed-410f-bbab-6af5c0ed10b5, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=7e41338a-22ed-410f-bbab-6af5c0ed10b5,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:41.339184 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:41.399275 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] Calling delete_port for 7e41338a-22ed-410f-bbab-6af5c0ed10b5 owned by network:router_interface {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:05:41.631578 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:41.634973 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0543aeef-e2c6-42c5-a021-dada6bfdfa58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:41.659009 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e41338a-22ed-410f-bbab-6af5c0ed10b5,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:41.664194 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:41.831398 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508017'] for router_interface, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:42.046401 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] Router 1fcd6295-92cc-436b-b061-783668f3db77 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:05:42.150742 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:05:42.155307 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-3bcfa1df-908f-413e-bf35-63bba6c3a58b admin admin] 10.222.0.30 "PUT /v2.0/routers/1fcd6295-92cc-436b-b061-783668f3db77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8443594 Jun 21 20:05:42.157800 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45076) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:42.161587 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bd54f-cdab-4edc-9c70-53562f3c145a None None] Sync routers for ids ['1fcd6295-92cc-436b-b061-783668f3db77'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:05:42.170623 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660bd54f-cdab-4edc-9c70-53562f3c145a None None] Routers {'1fcd6295-92cc-436b-b061-783668f3db77'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:05:42.171249 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-660bd54f-cdab-4edc-9c70-53562f3c145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:05:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1fcd6295-92cc-436b-b061-783668f3db77'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:42.262283 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Notify callbacks [] for router, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:42.277877 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-660bd54f-cdab-4edc-9c70-53562f3c145a None None] Set router 1fcd6295-92cc-436b-b061-783668f3db77 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:05:42.357247 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:42.447540 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-660bd54f-cdab-4edc-9c70-53562f3c145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:05:41Z', 'revision_number': 5, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:42.475532 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bd54f-cdab-4edc-9c70-53562f3c145a None None] Checking router: 1fcd6295-92cc-436b-b061-783668f3db77 for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:05:42.483943 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660bd54f-cdab-4edc-9c70-53562f3c145a None None] Routers {'1fcd6295-92cc-436b-b061-783668f3db77'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:05:42.484540 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-660bd54f-cdab-4edc-9c70-53562f3c145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:05:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['1fcd6295-92cc-436b-b061-783668f3db77'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:42.533557 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Deleting port c3bbde5e-7ef6-4640-abb7-40f31070f0af {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:05:42.533892 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:42.585380 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-660bd54f-cdab-4edc-9c70-53562f3c145a None None] Set router 1fcd6295-92cc-436b-b061-783668f3db77 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:05:42.611550 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] For port c3bbde5e-7ef6-4640-abb7-40f31070f0af, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=c3bbde5e-7ef6-4640-abb7-40f31070f0af,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:42.611911 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:42.679118 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Calling delete_port for c3bbde5e-7ef6-4640-abb7-40f31070f0af owned by network:router_gateway {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:05:42.756720 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-660bd54f-cdab-4edc-9c70-53562f3c145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:05:41Z', 'revision_number': 5, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:42.782916 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bd54f-cdab-4edc-9c70-53562f3c145a None None] The sync data for ids ['1fcd6295-92cc-436b-b061-783668f3db77'] in dv-cinder-792462-15-iscsi is: [{'id': '1fcd6295-92cc-436b-b061-783668f3db77', 'name': 'tempest-TestShelveInstance-672211639-router', 'tenant_id': 'a0fd2339cee948899f74d237d1fee442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:05:41Z', 'revision_number': 5, 'project_id': 'a0fd2339cee948899f74d237d1fee442', 'gw_port': {'id': 'c3bbde5e-7ef6-4640-abb7-40f31070f0af', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:8f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd6295-92cc-436b-b061-783668f3db77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:59:55Z', 'updated_at': '2021-06-21T20:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:05:42.905296 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:42.907268 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d474660a-4629-47dd-834f-1895a3a759af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:42.929503 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3bbde5e-7ef6-4640-abb7-40f31070f0af,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:42.933479 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:42.995803 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570461'] for router_gateway, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.082319 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4986'] for router, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.084254 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.191391 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-509714'] for router, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.192239 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fcd6295-92cc-436b-b061-783668f3db77 {{(pid=104794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 20:05:43.198816 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Notify callbacks [] for router, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.200553 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1fcd6295-92cc-436b-b061-783668f3db77 HTTP/1.1" status: 204 len: 168 time: 1.0416584 Jun 21 20:05:43.202856 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45080) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:43.256880 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Deleting subnet a584c85f-69e1-44e7-89ae-0dec49e04f49 {{(pid=104793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 20:05:43.261940 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.299575 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31473173'] for subnet, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.386485 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.512312 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32429003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31794928'] for subnet, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.515255 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:43.541328 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a584c85f-69e1-44e7-89ae-0dec49e04f49,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:43.545623 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.548691 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a584c85f-69e1-44e7-89ae-0dec49e04f49 HTTP/1.1" status: 204 len: 168 time: 0.3428385 Jun 21 20:05:43.550511 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45082) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:43.552504 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5809c7-5efd-403c-9462-7041753dc47b None None] Network b5d450cb-3a4d-43b0-b649-53a0526f8766 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:05:43.553682 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.554064 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.554432 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.554801 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.555154 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.555540 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.555911 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.556264 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.556614 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.556962 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.557309 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.557653 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:43.560869 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c2ac5d84-cab7-4252-9c98-b282fa1d9745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:43.621215 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.676560 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Deleting port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:05:43.676902 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.731129 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd4e94-56ae-4ccd-9d40-e48cc16cd8be None None] DHCP port deletion for b5d450cb-3a4d-43b0-b649-53a0526f8766 request from dv-cinder-792462-15-iscsi {{(pid=104796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 20:05:43.741313 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] For port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=1afdf9aa-bf26-46f4-82f8-9b754bc05d41,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:43.741679 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.786702 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd4e94-56ae-4ccd-9d40-e48cc16cd8be None None] Deleting port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 {{(pid=104796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:05:43.787128 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4e94-56ae-4ccd-9d40-e48cc16cd8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.801685 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 7e41338a-22ed-410f-bbab-6af5c0ed10b5 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:05:43.810700 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Calling delete_port for 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 owned by network:dhcp {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:05:43.845909 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 7e41338a-22ed-410f-bbab-6af5c0ed10b5 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:05:43.846258 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 7e41338a-22ed-410f-bbab-6af5c0ed10b5 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:05:43.846694 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:05:43.903395 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-a0bd4e94-56ae-4ccd-9d40-e48cc16cd8be None None] For port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=1afdf9aa-bf26-46f4-82f8-9b754bc05d41,segment=NetworkSegment(55d47651-bc1d-4123-b9a3-0141fe89c1fd),segment_id=55d47651-bc1d-4123-b9a3-0141fe89c1fd)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:43.903395 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4e94-56ae-4ccd-9d40-e48cc16cd8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:43.963219 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd4e94-56ae-4ccd-9d40-e48cc16cd8be None None] Calling delete_port for 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 owned by network:dhcp {{(pid=104796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:05:43.997235 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:44.000245 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:44.026577 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Pushing event deleted for resources: {'Port': ['ID=1afdf9aa-bf26-46f4-82f8-9b754bc05d41,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:44.029597 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:44.032938 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] No DVR routers for this DVR port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 on host dv-cinder-792462-15-iscsi {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:05:44.042241 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:05:44.049387 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:44.098943 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device c3bbde5e-7ef6-4640-abb7-40f31070f0af no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:05:44.100679 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-a0bd4e94-56ae-4ccd-9d40-e48cc16cd8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871'] for port, after_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:44.104043 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:44.107122 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:44.116619 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d450cb-3a4d-43b0-b649-53a0526f8766']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:44.128065 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d47651-bc1d-4123-b9a3-0141fe89c1fd') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:44.128368 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d47651-bc1d-4123-b9a3-0141fe89c1fd') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:44.137984 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:44.143295 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: c3bbde5e-7ef6-4640-abb7-40f31070f0af {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:05:44.143680 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device c3bbde5e-7ef6-4640-abb7-40f31070f0af not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:05:44.147075 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd4e94-56ae-4ccd-9d40-e48cc16cd8be None None] Pushing event deleted for resources: {'Port': ['ID=1afdf9aa-bf26-46f4-82f8-9b754bc05d41,revision_number=None']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:44.149441 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd4e94-56ae-4ccd-9d40-e48cc16cd8be None None] No DVR routers for this DVR port 1afdf9aa-bf26-46f4-82f8-9b754bc05d41 on host dv-cinder-792462-15-iscsi {{(pid=104796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:05:44.150655 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-a0bd4e94-56ae-4ccd-9d40-e48cc16cd8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:44.156602 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:44.163691 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 20:05:44.164359 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 20:05:44.169375 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 20:05:44.288157 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:44.291741 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:44.294108 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:44.296095 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b5d450cb-3a4d-43b0-b649-53a0526f8766 HTTP/1.1" status: 204 len: 168 time: 0.7425330 Jun 21 20:05:44.299022 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45084) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:44.306993 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d450cb-3a4d-43b0-b649-53a0526f8766,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:44.311169 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-93b34d20-76ef-4f2a-89e9-3dd275bc5283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:44.681145 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508109'] for router_interface, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:44.927904 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Deleting port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:05:44.928243 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:45.001307 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] For port 58eb00c4-371c-4bfe-9dcb-94bbb66522f3, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=58eb00c4-371c-4bfe-9dcb-94bbb66522f3,segment=NetworkSegment(7892722b-1769-4040-a373-9c72ffd37748),segment_id=7892722b-1769-4040-a373-9c72ffd37748)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:45.001657 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:45.064287 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Calling delete_port for 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 owned by network:router_interface {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:05:45.322737 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:45.324774 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:45.349727 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Pushing event deleted for resources: {'Port': ['ID=58eb00c4-371c-4bfe-9dcb-94bbb66522f3,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:45.352078 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:45.515801 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508017'] for router_interface, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:45.950302 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Router 8cee809b-830e-4e0f-af22-fb1182502a5a has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:05:46.050034 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:05:46.054839 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] 10.222.0.30 "PUT /v2.0/routers/8cee809b-830e-4e0f-af22-fb1182502a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7547331 Jun 21 20:05:46.057872 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45090) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:46.060449 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6c62f-210b-472b-a458-abdcfd805b75 None None] Sync routers for ids ['8cee809b-830e-4e0f-af22-fb1182502a5a'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:05:46.069387 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6c62f-210b-472b-a458-abdcfd805b75 None None] Routers {'8cee809b-830e-4e0f-af22-fb1182502a5a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:05:46.070007 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-26b6c62f-210b-472b-a458-abdcfd805b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:05:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['8cee809b-830e-4e0f-af22-fb1182502a5a'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:46.157012 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:46.173014 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-26b6c62f-210b-472b-a458-abdcfd805b75 None None] Set router 8cee809b-830e-4e0f-af22-fb1182502a5a gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:05:46.256920 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:46.349230 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-26b6c62f-210b-472b-a458-abdcfd805b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'name': 'tempest-TestShelveInstance-1086115642-router', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:00:02Z', 'updated_at': '2021-06-21T20:05:45Z', 'revision_number': 5, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'gw_port': {'id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:03Z', 'updated_at': '2021-06-21T20:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:46.375491 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6c62f-210b-472b-a458-abdcfd805b75 None None] Checking router: 8cee809b-830e-4e0f-af22-fb1182502a5a for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:05:46.383866 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6c62f-210b-472b-a458-abdcfd805b75 None None] Routers {'8cee809b-830e-4e0f-af22-fb1182502a5a'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:05:46.384499 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-26b6c62f-210b-472b-a458-abdcfd805b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:05:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['8cee809b-830e-4e0f-af22-fb1182502a5a'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:46.462004 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Deleting port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:05:46.462645 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:46.486690 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-26b6c62f-210b-472b-a458-abdcfd805b75 None None] Set router 8cee809b-830e-4e0f-af22-fb1182502a5a gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:05:46.545543 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] For port 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:46.545822 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:46.610833 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Calling delete_port for 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 owned by network:router_gateway {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:05:46.668393 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-26b6c62f-210b-472b-a458-abdcfd805b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'name': 'tempest-TestShelveInstance-1086115642-router', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:00:02Z', 'updated_at': '2021-06-21T20:05:45Z', 'revision_number': 5, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'gw_port': {'id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:03Z', 'updated_at': '2021-06-21T20:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:46.693334 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6c62f-210b-472b-a458-abdcfd805b75 None None] The sync data for ids ['8cee809b-830e-4e0f-af22-fb1182502a5a'] in dv-cinder-792462-15-iscsi is: [{'id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'name': 'tempest-TestShelveInstance-1086115642-router', 'tenant_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:00:02Z', 'updated_at': '2021-06-21T20:05:45Z', 'revision_number': 5, 'project_id': 'e53b28cdfd594b66b08a6ac37a687b30', 'gw_port': {'id': '8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee809b-830e-4e0f-af22-fb1182502a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:00:03Z', 'updated_at': '2021-06-21T20:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:05:46.860087 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:46.862286 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5c7ae7ba-8cd9-4bb0-974c-d719793c831b tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:46.887061 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:46.890364 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:46.948332 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570461'] for router_gateway, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.049410 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4986'] for router, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.051629 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.174577 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-509714'] for router, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.175173 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cee809b-830e-4e0f-af22-fb1182502a5a {{(pid=104793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 20:05:47.187118 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Notify callbacks [] for router, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.187118 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8cee809b-830e-4e0f-af22-fb1182502a5a HTTP/1.1" status: 204 len: 168 time: 1.1237509 Jun 21 20:05:47.187500 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45094) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:47.233518 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7be344-d44a-4085-837c-2d7ad0042b42 admin admin] Deleting subnet e4c0fbe3-7f21-4a51-86fe-7c3c6474daab {{(pid=104794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 20:05:47.233518 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-7d7be344-d44a-4085-837c-2d7ad0042b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.267973 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-7d7be344-d44a-4085-837c-2d7ad0042b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30529490'] for subnet, precommit_delete_associations {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.349585 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-7d7be344-d44a-4085-837c-2d7ad0042b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.437255 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-7d7be344-d44a-4085-837c-2d7ad0042b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30744929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30770881'] for subnet, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.440452 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:47.465186 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7be344-d44a-4085-837c-2d7ad0042b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c0fbe3-7f21-4a51-86fe-7c3c6474daab,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:47.467102 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-7d7be344-d44a-4085-837c-2d7ad0042b42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.469928 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-7d7be344-d44a-4085-837c-2d7ad0042b42 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e4c0fbe3-7f21-4a51-86fe-7c3c6474daab HTTP/1.1" status: 204 len: 168 time: 0.2827544 Jun 21 20:05:47.469928 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-7d7be344-d44a-4085-837c-2d7ad0042b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:47.471773 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45096) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:47.475019 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fe29cd-2243-4a90-ae37-ce311acdee79 None None] Network 06a49187-a8de-449f-a71a-28f70a3281fb requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:05:47.540436 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.598206 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Deleting port 5aeda3f5-4871-4a35-a336-86195eef9eeb {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:05:47.598470 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.667108 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] For port 5aeda3f5-4871-4a35-a336-86195eef9eeb, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=5aeda3f5-4871-4a35-a336-86195eef9eeb,segment=NetworkSegment(7892722b-1769-4040-a373-9c72ffd37748),segment_id=7892722b-1769-4040-a373-9c72ffd37748)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:47.667545 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.736961 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Calling delete_port for 5aeda3f5-4871-4a35-a336-86195eef9eeb owned by network:dhcp {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:05:47.798855 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] DHCP port deletion for 06a49187-a8de-449f-a71a-28f70a3281fb request from dv-cinder-792462-15-iscsi {{(pid=104796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 20:05:47.808186 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:05:47.843742 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:05:47.844091 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 8c60bcd8-4de1-4ef9-93fc-dc7fe8eca991 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:05:47.844520 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:05:47.856745 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.859866 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a7d419fe-321a-4c71-b194-4f21e470667e tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:47.875867 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:05:47.876227 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 58eb00c4-371c-4bfe-9dcb-94bbb66522f3 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:05:47.889826 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5aeda3f5-4871-4a35-a336-86195eef9eeb,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:47.891865 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] No DVR routers for this DVR port 5aeda3f5-4871-4a35-a336-86195eef9eeb on host dv-cinder-792462-15-iscsi {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:05:47.892165 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Deleting port 5aeda3f5-4871-4a35-a336-86195eef9eeb {{(pid=104796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:05:47.892556 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.893468 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:47.957209 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] For port 5aeda3f5-4871-4a35-a336-86195eef9eeb, host dv-cinder-792462-15-iscsi, got binding levels [] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:05:47.957496 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.962284 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:47.972200 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a49187-a8de-449f-a71a-28f70a3281fb']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:47.982467 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7892722b-1769-4040-a373-9c72ffd37748') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:47.982772 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7892722b-1769-4040-a373-9c72ffd37748') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:05:47.991158 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:48.004764 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:48.011164 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 20:05:48.011586 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 20:05:48.013456 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 20:05:48.021128 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Calling delete_port for 5aeda3f5-4871-4a35-a336-86195eef9eeb owned by network:dhcp {{(pid=104796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:05:48.024564 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.ipam_backend_mixin [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Port 5aeda3f5-4871-4a35-a336-86195eef9eeb was not found and therefore no delete operation was performed {{(pid=104796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 20:05:48.030892 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871'] for port, after_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:48.030892 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-d6cdf96c-6a9b-4d03-8b3b-d22964722d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:48.049697 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Pushing event deleted for resources: {'Port': ['ID=5aeda3f5-4871-4a35-a336-86195eef9eeb,revision_number=None']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:48.053916 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] No DVR routers for this DVR port 5aeda3f5-4871-4a35-a336-86195eef9eeb on host dv-cinder-792462-15-iscsi {{(pid=104796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:05:48.060856 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.061210 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.061547 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.061877 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.062219 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.063383 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.063383 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.063383 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.063840 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.063840 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.064116 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.064430 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:05:48.067409 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-da4165bf-3a12-4c0b-b1be-b2e5b7f36d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:48.122625 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:48.125859 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b2a832b4-4005-4e51-9b89-ea77baa85edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:48.128347 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:48.130055 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] 10.222.0.30 "DELETE /v2.0/networks/06a49187-a8de-449f-a71a-28f70a3281fb HTTP/1.1" status: 204 len: 168 time: 0.6573985 Jun 21 20:05:48.142570 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Pushing event deleted for resources: {'Network': ['ID=06a49187-a8de-449f-a71a-28f70a3281fb,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:48.144924 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:48.398197 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45102) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:48.437987 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-df16748c-fc51-4874-beaf-71d9c3c83f9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0fd2339cee948899f74d237d1fee442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380578 Jun 21 20:05:48.440204 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45104) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:48.486476 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-401e68cb-dda7-4e19-aa20-dae6f6400da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:48.506879 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-401e68cb-dda7-4e19-aa20-dae6f6400da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:48.636682 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-401e68cb-dda7-4e19-aa20-dae6f6400da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:48.639520 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-401e68cb-dda7-4e19-aa20-dae6f6400da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:48.640674 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-401e68cb-dda7-4e19-aa20-dae6f6400da8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2ce4533-88fa-41ee-9afc-2039f52b430c HTTP/1.1" status: 204 len: 168 time: 0.1995699 Jun 21 20:05:48.641447 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f7f9fab1-c8fd-41c5-acce-16de95852fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:48.649584 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e68cb-dda7-4e19-aa20-dae6f6400da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ce4533-88fa-41ee-9afc-2039f52b430c,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:48.651982 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-401e68cb-dda7-4e19-aa20-dae6f6400da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:49.299096 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45114) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:49.338785 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-d76bb786-3463-4efe-aa4a-e7399a3c656d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e53b28cdfd594b66b08a6ac37a687b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383832 Jun 21 20:05:49.341029 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45116) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:05:49.388879 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fda90e21-fbee-48dd-9fb9-e589eb5637e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:49.412459 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fda90e21-fbee-48dd-9fb9-e589eb5637e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:49.516697 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fda90e21-fbee-48dd-9fb9-e589eb5637e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:49.519375 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fda90e21-fbee-48dd-9fb9-e589eb5637e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:49.520567 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-fda90e21-fbee-48dd-9fb9-e589eb5637e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2cbcbdb2-5836-4fd9-a629-f5d711cd01e2 HTTP/1.1" status: 204 len: 168 time: 0.1786129 Jun 21 20:05:49.521381 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-269d8cce-794d-466b-ba10-eb308b43c057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:05:49.528805 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda90e21-fbee-48dd-9fb9-e589eb5637e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbcbdb2-5836-4fd9-a629-f5d711cd01e2,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:05:49.531094 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-fda90e21-fbee-48dd-9fb9-e589eb5637e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:05:49.776047 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 5aeda3f5-4871-4a35-a336-86195eef9eeb no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:05:49.798346 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 5aeda3f5-4871-4a35-a336-86195eef9eeb {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:05:49.798704 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 5aeda3f5-4871-4a35-a336-86195eef9eeb not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:05:53.499739 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-70702ff8-19a9-4876-bfc0-237c6af37c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:56.259578 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-bff831e4-4bdd-4a4a-a495-49fb9edf61e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:57.316977 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:57.351170 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:05:58.431266 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:00.431078 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:03.592058 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd593745-37b8-4646-bac6-850d2e4c7c80 req-f179b497-96e2-42b1-96e4-cbbd83c6a6b9 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:03.593528 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fd593745-37b8-4646-bac6-850d2e4c7c80 req-f179b497-96e2-42b1-96e4-cbbd83c6a6b9 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0648434 Jun 21 20:06:03.630023 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fd593745-37b8-4646-bac6-850d2e4c7c80 req-c5735cc6-a4be-4c2e-b0c6-dbc0af89e45b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308299 Jun 21 20:06:04.459043 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f2ade-7eb0-441c-a9f3-ae85f6e3866c req-5d0ef238-a023-4f42-bb1f-d2f13adb054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:04.461025 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c73f2ade-7eb0-441c-a9f3-ae85f6e3866c req-5d0ef238-a023-4f42-bb1f-d2f13adb054e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 1099 time: 0.0499222 Jun 21 20:06:04.562755 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f2ade-7eb0-441c-a9f3-ae85f6e3866c req-e708157e-9cd1-4f60-8539-b2a744cc6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:04.564229 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c73f2ade-7eb0-441c-a9f3-ae85f6e3866c req-e708157e-9cd1-4f60-8539-b2a744cc6593 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 200 len: 912 time: 0.0838656 Jun 21 20:06:04.625531 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c73f2ade-7eb0-441c-a9f3-ae85f6e3866c req-60939a44-84a4-4f1b-a089-49415c026daf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8d34cd3-4046-4acb-a9e6-da0702cc7099 HTTP/1.1" status: 200 len: 1002 time: 0.0548618 Jun 21 20:06:04.676743 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f2ade-7eb0-441c-a9f3-ae85f6e3866c req-0a184507-6c98-459a-b15b-fb2c0b757bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:04.678197 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c73f2ade-7eb0-441c-a9f3-ae85f6e3866c req-0a184507-6c98-459a-b15b-fb2c0b757bb8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=28f2eeab-d687-4b5b-87c8-0e3bd8c7a357 HTTP/1.1" status: 200 len: 850 time: 0.0460920 Jun 21 20:06:04.967318 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21258604-5fb1-45ab-bbfd-c2d5b95d4202 req-405d6b59-54af-4783-a6fb-7e9edf7d2404 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:04.968865 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-21258604-5fb1-45ab-bbfd-c2d5b95d4202 req-405d6b59-54af-4783-a6fb-7e9edf7d2404 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0640464 Jun 21 20:06:05.007968 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-21258604-5fb1-45ab-bbfd-c2d5b95d4202 req-cf506103-58a9-4fde-9e76-4b4f27810dd9 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333602 Jun 21 20:06:05.033392 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f2ade-7eb0-441c-a9f3-ae85f6e3866c req-a1526290-ecd7-4c0b-b4ae-68abc047778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:05.034857 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c73f2ade-7eb0-441c-a9f3-ae85f6e3866c req-a1526290-ecd7-4c0b-b4ae-68abc047778b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1966f5fc-7286-476c-abe7-ab0b4f33186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3485930 Jun 21 20:06:05.119959 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c73f2ade-7eb0-441c-a9f3-ae85f6e3866c req-286e4171-6b2a-4e03-b955-a3de0ff3bb5b service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780358 Jun 21 20:06:05.209123 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c73f2ade-7eb0-441c-a9f3-ae85f6e3866c req-6f944c0b-3303-47de-8297-e31b17f2d58e service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830009 Jun 21 20:06:06.184370 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2a183-83c8-4e1c-b3d9-266dc46be32f req-7b3493be-77a7-4119-8b7e-01bf83906bb0 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:06.185815 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0dc2a183-83c8-4e1c-b3d9-266dc46be32f req-7b3493be-77a7-4119-8b7e-01bf83906bb0 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0636890 Jun 21 20:06:06.221787 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0dc2a183-83c8-4e1c-b3d9-266dc46be32f req-9cc511e4-c85c-48b3-922b-ad80f1cf0af0 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304363 Jun 21 20:06:07.391808 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4615180-b296-46bf-9b4d-73bb26fd20c9 req-1bed399b-9db9-48f8-b152-d9aea45f5f4d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:07.393223 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e4615180-b296-46bf-9b4d-73bb26fd20c9 req-1bed399b-9db9-48f8-b152-d9aea45f5f4d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0620453 Jun 21 20:06:07.433912 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e4615180-b296-46bf-9b4d-73bb26fd20c9 req-7883249f-a12f-45af-9886-79ee5c30430d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350409 Jun 21 20:06:08.607205 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bcd37-2977-4916-a014-5fa468706cce req-cf688ce3-33f8-4dd5-a058-a41b4419758f tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:08.608658 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7c8bcd37-2977-4916-a014-5fa468706cce req-cf688ce3-33f8-4dd5-a058-a41b4419758f tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0643201 Jun 21 20:06:08.644740 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7c8bcd37-2977-4916-a014-5fa468706cce req-35b43174-9e15-4c66-8810-0828dfd424df tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305471 Jun 21 20:06:09.817289 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50e682-d2dd-44db-bed5-80906db0fdc5 req-b10a642e-6dd9-464b-800b-b397a3d005e4 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:09.818719 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9d50e682-d2dd-44db-bed5-80906db0fdc5 req-b10a642e-6dd9-464b-800b-b397a3d005e4 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0618312 Jun 21 20:06:09.856566 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9d50e682-d2dd-44db-bed5-80906db0fdc5 req-abc8bed9-043b-4581-8b22-ce9503d36a5f tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Jun 21 20:06:11.024390 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea6f5a-1a41-400b-a872-43b371784d4e req-7a4a9316-7ed2-44aa-bf76-86e94a293a3e tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:11.025819 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-58ea6f5a-1a41-400b-a872-43b371784d4e req-7a4a9316-7ed2-44aa-bf76-86e94a293a3e tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0613735 Jun 21 20:06:11.061914 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-58ea6f5a-1a41-400b-a872-43b371784d4e req-85e55009-64e3-47a6-bf34-59f3cc323d34 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305483 Jun 21 20:06:12.233241 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318dc17-0b47-4588-9489-2230693f1b09 req-12d7bc27-9714-4f88-b96e-f7df9f926259 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:12.234737 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8318dc17-0b47-4588-9489-2230693f1b09 req-12d7bc27-9714-4f88-b96e-f7df9f926259 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0635231 Jun 21 20:06:12.271575 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8318dc17-0b47-4588-9489-2230693f1b09 req-3475acd6-45d1-4636-976e-1b603941e277 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312853 Jun 21 20:06:13.443852 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27caabb-cfc6-46ce-ae4d-7f5bd3eb8c73 req-66862170-bbcf-4e0c-82b3-93acfcf3b864 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:13.445413 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e27caabb-cfc6-46ce-ae4d-7f5bd3eb8c73 req-66862170-bbcf-4e0c-82b3-93acfcf3b864 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0647299 Jun 21 20:06:13.481538 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-e27caabb-cfc6-46ce-ae4d-7f5bd3eb8c73 req-0f5afc82-091a-4510-9c5e-6da19774e9ca tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305505 Jun 21 20:06:14.655179 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926cd7f-ddf0-4d05-960a-d43cde0c43c8 req-9737dc26-55f3-4b71-b6d9-e9868813aab0 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:14.656606 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7926cd7f-ddf0-4d05-960a-d43cde0c43c8 req-9737dc26-55f3-4b71-b6d9-e9868813aab0 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0639741 Jun 21 20:06:14.692928 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7926cd7f-ddf0-4d05-960a-d43cde0c43c8 req-fab8cd29-4e8b-4861-afae-d46e226fa6dd tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308039 Jun 21 20:06:15.863795 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e052ae-ea75-42db-82d9-44057a6e9545 req-367ee2d7-02eb-48d7-8e24-c9413d512569 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:15.865233 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-88e052ae-ea75-42db-82d9-44057a6e9545 req-367ee2d7-02eb-48d7-8e24-c9413d512569 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0616469 Jun 21 20:06:15.902318 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-88e052ae-ea75-42db-82d9-44057a6e9545 req-eb67a3b5-ba82-4619-9628-3ebc1ab6aa17 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Jun 21 20:06:17.074709 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1f023-2bc7-4a72-80e8-358116451f09 req-e550ab68-1309-442f-b220-936d148cf911 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:17.076177 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ada1f023-2bc7-4a72-80e8-358116451f09 req-e550ab68-1309-442f-b220-936d148cf911 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0653021 Jun 21 20:06:17.115217 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ada1f023-2bc7-4a72-80e8-358116451f09 req-3a407a39-1f67-45f3-89ad-68297367311b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335433 Jun 21 20:06:18.289239 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfb684-f791-4ab7-b020-d1b138307861 req-bcc3fb3e-b0ae-4687-bd0d-7a4c49054bc5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:18.290703 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34bfb684-f791-4ab7-b020-d1b138307861 req-bcc3fb3e-b0ae-4687-bd0d-7a4c49054bc5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0662971 Jun 21 20:06:18.329109 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34bfb684-f791-4ab7-b020-d1b138307861 req-4b1435db-e16f-4f54-b92f-1b28a8d990b1 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325518 Jun 21 20:06:19.501740 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1c78-c9df-48e2-86b2-9cc3612c30a2 req-be75b09e-355f-47c9-9cdb-01c295d64c13 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:19.503194 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-649b1c78-c9df-48e2-86b2-9cc3612c30a2 req-be75b09e-355f-47c9-9cdb-01c295d64c13 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0640025 Jun 21 20:06:19.547090 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-649b1c78-c9df-48e2-86b2-9cc3612c30a2 req-1a531763-9bd2-4b46-955a-bd528472ac1a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381157 Jun 21 20:06:19.952722 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab793a-d960-4ced-a803-38cea56dbecb req-3cf94e2d-3713-4ee9-a17c-325dac2176bf tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:19.954405 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-57ab793a-d960-4ced-a803-38cea56dbecb req-3cf94e2d-3713-4ee9-a17c-325dac2176bf tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0651069 Jun 21 20:06:19.992540 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-57ab793a-d960-4ced-a803-38cea56dbecb req-8fc47c9a-dd1a-4eeb-8206-3d7304ca2333 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Jun 21 20:06:19.999297 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f216f1-34a7-43e7-bc24-989bb3e9fca0 req-3237c4a7-8c97-4b05-85be-aca3ad8a35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:20.000799 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55f216f1-34a7-43e7-bc24-989bb3e9fca0 req-3237c4a7-8c97-4b05-85be-aca3ad8a35ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 1099 time: 0.0563884 Jun 21 20:06:20.088745 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f216f1-34a7-43e7-bc24-989bb3e9fca0 req-94c7805a-3bd2-41b1-b47d-14f55cdbd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:20.090081 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55f216f1-34a7-43e7-bc24-989bb3e9fca0 req-94c7805a-3bd2-41b1-b47d-14f55cdbd3d5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 200 len: 912 time: 0.0833724 Jun 21 20:06:20.156711 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55f216f1-34a7-43e7-bc24-989bb3e9fca0 req-2b44d692-5cc7-423e-b230-99665e441cb5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8d34cd3-4046-4acb-a9e6-da0702cc7099 HTTP/1.1" status: 200 len: 1002 time: 0.0604930 Jun 21 20:06:20.203180 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f216f1-34a7-43e7-bc24-989bb3e9fca0 req-b11238b4-2648-4cba-be9a-ec800553beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:20.204632 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55f216f1-34a7-43e7-bc24-989bb3e9fca0 req-b11238b4-2648-4cba-be9a-ec800553beb1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=28f2eeab-d687-4b5b-87c8-0e3bd8c7a357 HTTP/1.1" status: 200 len: 850 time: 0.0424156 Jun 21 20:06:20.260210 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f216f1-34a7-43e7-bc24-989bb3e9fca0 req-a2f379bb-1e47-4574-92e7-1c1a74d1a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:20.261645 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55f216f1-34a7-43e7-bc24-989bb3e9fca0 req-a2f379bb-1e47-4574-92e7-1c1a74d1a6d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1966f5fc-7286-476c-abe7-ab0b4f33186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498085 Jun 21 20:06:20.354433 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55f216f1-34a7-43e7-bc24-989bb3e9fca0 req-276fbe6a-a19a-492e-9092-4ac9ab7e3d66 service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866337 Jun 21 20:06:20.441305 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55f216f1-34a7-43e7-bc24-989bb3e9fca0 req-334712a9-8089-4b96-a803-b93af9c84e2d service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809286 Jun 21 20:06:21.041462 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:06:21.172399 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5aa09-99c4-4615-829e-7975fd5aec4f req-f77fc02b-78ef-4b51-8e32-777ff9e1cbbe tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:21.173884 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-51b5aa09-99c4-4615-829e-7975fd5aec4f req-f77fc02b-78ef-4b51-8e32-777ff9e1cbbe tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0652115 Jun 21 20:06:21.218551 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-51b5aa09-99c4-4615-829e-7975fd5aec4f req-e7839c2e-f8af-4acb-b36f-70bb99f260ec tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385461 Jun 21 20:06:22.393001 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f5383-70a0-487b-9fc4-bc9b8fc9fc38 req-462cd2cb-ac43-4698-8592-a76581cae727 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:22.394423 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-142f5383-70a0-487b-9fc4-bc9b8fc9fc38 req-462cd2cb-ac43-4698-8592-a76581cae727 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0629725 Jun 21 20:06:22.430970 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-142f5383-70a0-487b-9fc4-bc9b8fc9fc38 req-b847cb70-d0f5-4c14-b56e-572ee455463a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302169 Jun 21 20:06:23.464867 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-7b1a042f-420c-40ec-b9ea-e4724495605d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:26.219341 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-8c2a5761-0ebe-409c-ab44-39be11c832d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:27.310743 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:27.339051 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:28.476604 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:30.504753 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:53.153932 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ee551-0e91-4ec2-b3db-e880b7401239 req-462bd505-f31a-444c-ba0f-7ca2a7a9f920 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:53.155535 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9f8ee551-0e91-4ec2-b3db-e880b7401239 req-462bd505-f31a-444c-ba0f-7ca2a7a9f920 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0639596 Jun 21 20:06:53.193810 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9f8ee551-0e91-4ec2-b3db-e880b7401239 req-fa0dd30e-62de-4404-a024-5dfa19628084 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Jun 21 20:06:53.482121 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-bcfc9b97-b441-4b02-90ed-905575936072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:54.461431 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacaf4b-427b-4bdd-9a48-8dbcfb4a15e2 req-688c0d65-fc35-47b9-ac8a-f32173d71cac tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:54.462781 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8dacaf4b-427b-4bdd-9a48-8dbcfb4a15e2 req-688c0d65-fc35-47b9-ac8a-f32173d71cac tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.1581960 Jun 21 20:06:54.498465 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8dacaf4b-427b-4bdd-9a48-8dbcfb4a15e2 req-611888cb-4fca-494b-87c7-70dd9743e340 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300972 Jun 21 20:06:55.671804 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2790f62-3e3f-4b5a-bd79-271fd65ff17d req-538b576d-9175-4d8a-a634-5cf74c43aa97 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:55.673219 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a2790f62-3e3f-4b5a-bd79-271fd65ff17d req-538b576d-9175-4d8a-a634-5cf74c43aa97 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0624139 Jun 21 20:06:55.709671 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a2790f62-3e3f-4b5a-bd79-271fd65ff17d req-c863e958-9ea4-446a-85a2-86f57776b702 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307915 Jun 21 20:06:56.242098 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-3710f812-f234-4eb8-a836-7e959e5c6a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:56.880794 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02503c1-9764-4cae-bf2b-26fccac40fa7 req-8e0704b6-fbc5-422d-8643-e23d85014aec tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:56.882282 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b02503c1-9764-4cae-bf2b-26fccac40fa7 req-8e0704b6-fbc5-422d-8643-e23d85014aec tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0615025 Jun 21 20:06:56.920682 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b02503c1-9764-4cae-bf2b-26fccac40fa7 req-ba66792f-d965-405e-af7b-01ca68104c61 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323815 Jun 21 20:06:57.356330 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:57.390802 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:58.040330 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:06:58.096335 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fb214-c1c0-4671-9464-061e0f5a3e8b req-b6d62296-1268-450c-bf53-4094d6650f2d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:58.097847 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-529fb214-c1c0-4671-9464-061e0f5a3e8b req-b6d62296-1268-450c-bf53-4094d6650f2d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0667458 Jun 21 20:06:58.135529 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-529fb214-c1c0-4671-9464-061e0f5a3e8b req-f6f6a804-888e-4cfd-85d2-d1e7519e692d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317385 Jun 21 20:06:58.452794 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:06:59.307693 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f6ef-e0be-4252-9f9d-a81e404dcd2f req-78f1acbb-efd6-4d95-8865-fbff952218d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:06:59.309091 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b625f6ef-e0be-4252-9f9d-a81e404dcd2f req-78f1acbb-efd6-4d95-8865-fbff952218d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0649364 Jun 21 20:06:59.348709 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b625f6ef-e0be-4252-9f9d-a81e404dcd2f req-8bc14319-bbd9-462f-aa8b-8901d56a29cd tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339577 Jun 21 20:07:00.452989 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:00.519903 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd3a48-ce5c-48e6-90f3-c3c41919f86c req-3df94607-56b6-434b-87d8-435cabf3c96e tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:00.521335 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-73fd3a48-ce5c-48e6-90f3-c3c41919f86c req-3df94607-56b6-434b-87d8-435cabf3c96e tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0622230 Jun 21 20:07:00.557892 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-73fd3a48-ce5c-48e6-90f3-c3c41919f86c req-34071145-4e20-4bc5-9b3c-b19fdf61f98b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302093 Jun 21 20:07:01.731897 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af649cd-d563-4971-a706-10fb3320b7d2 req-d1d5fcbd-121c-4eb0-8952-4655c183e569 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:01.733350 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2af649cd-d563-4971-a706-10fb3320b7d2 req-d1d5fcbd-121c-4eb0-8952-4655c183e569 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0657737 Jun 21 20:07:01.771415 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-2af649cd-d563-4971-a706-10fb3320b7d2 req-d64dbe99-d902-4028-a4ad-389ebe0b5512 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323668 Jun 21 20:07:02.942918 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cecf4a-58fe-454c-9af2-62964c0a823c req-9e5561e1-4f13-4446-8a04-abd5ae08ff07 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:02.944388 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d3cecf4a-58fe-454c-9af2-62964c0a823c req-9e5561e1-4f13-4446-8a04-abd5ae08ff07 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0611153 Jun 21 20:07:02.984412 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d3cecf4a-58fe-454c-9af2-62964c0a823c req-91f44f8c-e793-4eea-8be2-ca1f86bad417 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345299 Jun 21 20:07:04.153443 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7362981-fb9e-4b0d-8761-34dc67e8e45a req-4540a233-f170-4cc7-8e12-2e095f69d12c tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:04.154879 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f7362981-fb9e-4b0d-8761-34dc67e8e45a req-4540a233-f170-4cc7-8e12-2e095f69d12c tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0620635 Jun 21 20:07:04.192338 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f7362981-fb9e-4b0d-8761-34dc67e8e45a req-235179ef-1588-4c13-9cca-07aee5b3dd4a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Jun 21 20:07:04.710845 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399ba9b-3d65-4bd1-ae04-f8fb09e8df1c req-af591925-d338-4277-a36f-6e1241af24a1 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:04.712284 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9399ba9b-3d65-4bd1-ae04-f8fb09e8df1c req-af591925-d338-4277-a36f-6e1241af24a1 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0673909 Jun 21 20:07:04.751244 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9399ba9b-3d65-4bd1-ae04-f8fb09e8df1c req-4d37ffad-b648-47ab-ab4e-d3ae45f4dce3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333252 Jun 21 20:07:04.856484 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-713ffed7-5e92-4b52-bda0-8edff2d1ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:04.857849 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-713ffed7-5e92-4b52-bda0-8edff2d1ecb9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 1099 time: 0.0973589 Jun 21 20:07:04.943161 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-cb954501-dd7e-43eb-b460-b92e94aa1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:04.944811 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-cb954501-dd7e-43eb-b460-b92e94aa1d83 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 200 len: 912 time: 0.0803905 Jun 21 20:07:05.026492 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-6dddbf59-da29-4a08-8916-e1dba95b2221 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8d34cd3-4046-4acb-a9e6-da0702cc7099 HTTP/1.1" status: 200 len: 1002 time: 0.0748818 Jun 21 20:07:05.082493 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-4a56813b-5861-44f4-92a0-b5b5c701bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:05.084041 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-4a56813b-5861-44f4-92a0-b5b5c701bfca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=28f2eeab-d687-4b5b-87c8-0e3bd8c7a357 HTTP/1.1" status: 200 len: 850 time: 0.0508962 Jun 21 20:07:05.144138 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-bb8e30a4-b6c5-413f-99e7-1f544d4121a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:05.145501 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-bb8e30a4-b6c5-413f-99e7-1f544d4121a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1966f5fc-7286-476c-abe7-ab0b4f33186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552402 Jun 21 20:07:05.155763 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-2447e6f7-15a8-4605-ac17-275d92274470 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 20:07:05.156673 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-2447e6f7-15a8-4605-ac17-275d92274470 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051355 Jun 21 20:07:05.250947 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-577d8ce8-26ef-4996-8be7-fa4181ee68f3 service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866895 Jun 21 20:07:05.337736 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-70090ae4-f77c-47a1-8d39-c108f6ef8d36 req-1c2498f0-9bed-41ab-9a27-9776c701edce service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795472 Jun 21 20:07:05.926907 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15c86f-f070-4b16-b5ba-2b4eabc787ed req-aaadf5fd-89b1-40e8-8ad4-70c73dbacbb3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:05.928495 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a15c86f-f070-4b16-b5ba-2b4eabc787ed req-aaadf5fd-89b1-40e8-8ad4-70c73dbacbb3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0626922 Jun 21 20:07:05.970939 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a15c86f-f070-4b16-b5ba-2b4eabc787ed req-d33b30b9-57c0-478e-88bd-43b65bb3cb0e tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365763 Jun 21 20:07:06.550347 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-8ba03328-be83-42c6-b472-2f7d00557caa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502331 Jun 21 20:07:06.641124 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-63ce01da-e4fb-4c35-8732-49f9143e5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:06.642538 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-63ce01da-e4fb-4c35-8732-49f9143e5942 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 1099 time: 0.0506446 Jun 21 20:07:06.747087 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-09fe0973-85ff-4362-b62c-96000a6cb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:06.748562 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-09fe0973-85ff-4362-b62c-96000a6cb455 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 200 len: 912 time: 0.0866938 Jun 21 20:07:06.811733 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-f4987460-a97d-41f9-a195-38d698543272 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8d34cd3-4046-4acb-a9e6-da0702cc7099 HTTP/1.1" status: 200 len: 1002 time: 0.0569365 Jun 21 20:07:06.858105 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-3ae60f22-3512-4516-80ed-99215ed97235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:06.859508 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-3ae60f22-3512-4516-80ed-99215ed97235 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=28f2eeab-d687-4b5b-87c8-0e3bd8c7a357 HTTP/1.1" status: 200 len: 850 time: 0.0424199 Jun 21 20:07:06.918089 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-80ad50c7-5210-4816-8a66-f7da34b5ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:06.919533 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-80ad50c7-5210-4816-8a66-f7da34b5ea26 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1966f5fc-7286-476c-abe7-ab0b4f33186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542347 Jun 21 20:07:07.005784 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-a236cb85-8950-45ec-90b6-9c82c2bc4f9b service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799222 Jun 21 20:07:07.098772 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7e8db02e-f970-4918-9f53-ae7d5acba3ad req-01b1d5af-9ad8-4ec9-9d66-ed69f95cc230 service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869515 Jun 21 20:07:07.146943 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c42a85-9da0-41ab-b2db-1824b59e6461 req-e78be0e6-d709-45e0-89bd-8d7e72e09326 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:07.148521 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c5c42a85-9da0-41ab-b2db-1824b59e6461 req-e78be0e6-d709-45e0-89bd-8d7e72e09326 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0662374 Jun 21 20:07:07.185926 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c5c42a85-9da0-41ab-b2db-1824b59e6461 req-af2c6387-daa1-459b-bd3f-a2d5ca989656 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317378 Jun 21 20:07:23.469982 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-5fd82d13-926a-488b-96d4-ccac9e966fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:26.241348 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-8935ae80-d88d-4ad1-b4e1-5358e3242c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:27.360864 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:27.423767 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:28.441187 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:30.475652 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:35.038758 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:07:39.853553 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e39ca-8b6a-44a2-96e5-986ed894f473 req-df1955e8-cec0-463a-89f9-b138f3522187 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:39.855022 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ca0e39ca-8b6a-44a2-96e5-986ed894f473 req-df1955e8-cec0-463a-89f9-b138f3522187 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0678043 Jun 21 20:07:39.895597 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ca0e39ca-8b6a-44a2-96e5-986ed894f473 req-006f12b8-34d6-474d-932a-cd054fea593a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350423 Jun 21 20:07:41.069868 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de41b3-f16b-4666-b1a9-9fd1e8df02db req-14dc7bed-905a-49ff-a7b4-e98c4e79838d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:41.072353 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-42de41b3-f16b-4666-b1a9-9fd1e8df02db req-14dc7bed-905a-49ff-a7b4-e98c4e79838d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0638409 Jun 21 20:07:41.108955 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-42de41b3-f16b-4666-b1a9-9fd1e8df02db req-218abc2a-af03-4921-99ec-3e292540bddc tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=68fefefc-8423-4a24-8b67-fc30017b7449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312815 Jun 21 20:07:41.632238 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-8afc0fd2-4a14-4743-9f14-ec53ae7e5498 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:41.633707 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-8afc0fd2-4a14-4743-9f14-ec53ae7e5498 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.22 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 946 time: 0.0620141 Jun 21 20:07:41.734046 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Deleting port e8d34cd3-4046-4acb-a9e6-da0702cc7099 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:07:41.734385 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:41.817098 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] For port e8d34cd3-4046-4acb-a9e6-da0702cc7099, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e8d34cd3-4046-4acb-a9e6-da0702cc7099,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:07:41.817458 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:41.979089 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:41.979369 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:41.979708 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.l3_db [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Floating IP 17494f34-eef1-43a5-b101-78df3497c3c4 disassociated. External IP: 172.27.0.205, port: e8d34cd3-4046-4acb-a9e6-da0702cc7099. Jun 21 20:07:41.980046 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Calling delete_port for e8d34cd3-4046-4acb-a9e6-da0702cc7099 owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:07:42.155796 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:42.160754 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-84eaa5c0-9a8f-4229-ad76-66451573d38d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:42.194276 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event deleted for resources: {'Port': ['ID=e8d34cd3-4046-4acb-a9e6-da0702cc7099,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:42.204357 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.204740 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.205126 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.205485 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.210823 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.210823 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.210823 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.210823 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.210823 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.210823 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.210823 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.210823 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:42.212951 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:42.255858 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a29ee14f-66d8-44a7-b87a-a1e0599508fa req-da6a96aa-8262-4211-9fef-c8e5a6a0efed tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 210 time: 0.0277102 Jun 21 20:07:42.317565 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Router 0d8d442e-4281-439d-a0ed-f5a92973cc3b has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:07:42.421256 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:07:42.431860 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ed733-4769-45f2-b475-5ccd93f30b54 None None] Sync routers for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:07:42.440844 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ed733-4769-45f2-b475-5ccd93f30b54 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:07:42.441467 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-2d0ed733-4769-45f2-b475-5ccd93f30b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:07:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:07:42.467297 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] No DVR routers for this DVR port e8d34cd3-4046-4acb-a9e6-da0702cc7099 on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:07:42.469750 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:42.471722 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4ac73e41-ab4a-4014-a4da-11d62ec6b0a2 req-7ab914bd-0685-442f-8876-3d233796a13a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.22 "DELETE /v2.0/ports/e8d34cd3-4046-4acb-a9e6-da0702cc7099 HTTP/1.1" status: 204 len: 173 time: 0.8328729 Jun 21 20:07:42.472219 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'name': 'network-vif-deleted', 'tag': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:07:42.474574 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9055be-9ba9-4387-b40a-abd3688cc904" -d '{"events": [{"server_uuid": "b98c1913-8c67-4e50-ad26-22ca02d9621c", "name": "network-vif-deleted", "tag": "e8d34cd3-4046-4acb-a9e6-da0702cc7099"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:07:42.553046 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-2d0ed733-4769-45f2-b475-5ccd93f30b54 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:07:42.577173 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd1a520-9b1e-48da-ae26-c27c39b2a2c3 x-openstack-request-id: req-9dd1a520-9b1e-48da-ae26-c27c39b2a2c3 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:07:42.577173 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98c1913-8c67-4e50-ad26-22ca02d9621c", "name": "network-vif-deleted", "tag": "e8d34cd3-4046-4acb-a9e6-da0702cc7099", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:07:42.577173 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9dd1a520-9b1e-48da-ae26-c27c39b2a2c3 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:07:42.577173 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98c1913-8c67-4e50-ad26-22ca02d9621c', 'name': 'network-vif-deleted', 'tag': 'e8d34cd3-4046-4acb-a9e6-da0702cc7099', 'status': 'completed', 'code': 200} Jun 21 20:07:42.756355 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-2d0ed733-4769-45f2-b475-5ccd93f30b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:07:42.782767 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ed733-4769-45f2-b475-5ccd93f30b54 None None] Checking router: 0d8d442e-4281-439d-a0ed-f5a92973cc3b for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:07:42.791573 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ed733-4769-45f2-b475-5ccd93f30b54 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:07:42.792175 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-2d0ed733-4769-45f2-b475-5ccd93f30b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:07:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:07:42.895200 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-2d0ed733-4769-45f2-b475-5ccd93f30b54 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:07:43.175563 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-2d0ed733-4769-45f2-b475-5ccd93f30b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:07:43.203029 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ed733-4769-45f2-b475-5ccd93f30b54 None None] The sync data for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi is: [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:07:43.421267 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-1454b9be-211a-44c8-8046-e31f3de33425 req-b661c004-74b7-4313-884c-eef35295bdff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b98c1913-8c67-4e50-ad26-22ca02d9621c HTTP/1.1" status: 200 len: 210 time: 0.0304012 Jun 21 20:07:43.428514 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df2be19-f16b-4cff-aa25-3f8f8a6ca7f6 None None] New status for floating IP 17494f34-eef1-43a5-b101-78df3497c3c4: DOWN {{(pid=104796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:07:44.000469 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device e8d34cd3-4046-4acb-a9e6-da0702cc7099 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:07:44.019870 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: e8d34cd3-4046-4acb-a9e6-da0702cc7099 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:07:44.020231 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device e8d34cd3-4046-4acb-a9e6-da0702cc7099 not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:07:44.636329 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45296) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:07:44.689929 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3e55f2e4-74ab-44e3-94f2-8a840b8d356b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:44.712856 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3e55f2e4-74ab-44e3-94f2-8a840b8d356b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:44.840982 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3e55f2e4-74ab-44e3-94f2-8a840b8d356b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:44.843666 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-3e55f2e4-74ab-44e3-94f2-8a840b8d356b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:44.844783 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-3e55f2e4-74ab-44e3-94f2-8a840b8d356b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "DELETE /v2.0/security-groups/68fefefc-8423-4a24-8b67-fc30017b7449 HTTP/1.1" status: 204 len: 168 time: 0.2074022 Jun 21 20:07:44.845712 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-329c131e-2927-43a1-841d-bdfddf8cf7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:44.847499 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45298) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:07:44.854641 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55f2e4-74ab-44e3-94f2-8a840b8d356b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fefefc-8423-4a24-8b67-fc30017b7449,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:44.857080 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3e55f2e4-74ab-44e3-94f2-8a840b8d356b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:44.861634 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.api.v2.resource [None req-f4983a3d-6937-483b-aa41-54d3f8dfcf79 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] show failed (client error): The resource could not be found. Jun 21 20:07:44.862696 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-f4983a3d-6937-483b-aa41-54d3f8dfcf79 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups/68fefefc-8423-4a24-8b67-fc30017b7449 HTTP/1.1" status: 404 len: 347 time: 0.0141580 Jun 21 20:07:44.865376 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45300) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:07:44.982718 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Deleting port 57df567c-b01d-48b7-ad79-afa5adadd92a {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:07:44.982953 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:45.058313 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:45.058633 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:45.120956 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Calling delete_port for 57df567c-b01d-48b7-ad79-afa5adadd92a owned by network:floatingip {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:07:45.320205 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:45.322249 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6400c745-4c92-4ef4-bff9-97a84d81a5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:45.350019 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event deleted for resources: {'Port': ['ID=57df567c-b01d-48b7-ad79-afa5adadd92a,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:45.361726 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.362119 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.362495 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.362866 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.363231 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.363621 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.363986 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.364345 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.364709 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.365068 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.365423 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.365777 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:45.383852 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:45.421281 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:45.423808 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:45.424937 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-8dfc1094-d71f-4c56-94f6-f244f2f11047 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "DELETE /v2.0/floatingips/17494f34-eef1-43a5-b101-78df3497c3c4 HTTP/1.1" status: 204 len: 168 time: 0.5586743 Jun 21 20:07:46.895296 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45306) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:07:46.900176 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-fd714505-b674-4a2b-91f5-524c00992dbd tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039576066', 'description': 'tempest-description--313364435'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:07:47.104022 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fd714505-b674-4a2b-91f5-524c00992dbd tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.182183 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fd714505-b674-4a2b-91f5-524c00992dbd tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.246370 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fd714505-b674-4a2b-91f5-524c00992dbd tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.248857 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-edf6733b-6c7d-4d4b-b51b-805d04d0b399 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:47.275465 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd714505-b674-4a2b-91f5-524c00992dbd tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0308226-a4eb-4dc8-a09d-db297e6451cd,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:47.278150 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-fd714505-b674-4a2b-91f5-524c00992dbd tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:47.332646 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fd714505-b674-4a2b-91f5-524c00992dbd tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.333859 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-fd714505-b674-4a2b-91f5-524c00992dbd tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4374354 Jun 21 20:07:47.336551 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45308) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:07:47.341694 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-332b6ed3-1f13-4f34-9d5e-6f7069adbd14 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'security_group_rule': {'security_group_id': 'c0308226-a4eb-4dc8-a09d-db297e6451cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:07:47.428167 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-332b6ed3-1f13-4f34-9d5e-6f7069adbd14 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.487019 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-332b6ed3-1f13-4f34-9d5e-6f7069adbd14 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.555043 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-332b6ed3-1f13-4f34-9d5e-6f7069adbd14 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.559871 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c7f9a7d3-573b-4bee-b317-1c9ebfba9352 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:47.575915 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b6ed3-1f13-4f34-9d5e-6f7069adbd14 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e59128-a525-44db-bbbe-b89faa3fa292,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:47.578298 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-332b6ed3-1f13-4f34-9d5e-6f7069adbd14 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:47.646029 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-332b6ed3-1f13-4f34-9d5e-6f7069adbd14 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.647229 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-332b6ed3-1f13-4f34-9d5e-6f7069adbd14 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3090532 Jun 21 20:07:47.650592 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45310) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:07:47.655994 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-ecd45243-685d-4259-96dc-9498fc4e0b6a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'security_group_rule': {'security_group_id': 'c0308226-a4eb-4dc8-a09d-db297e6451cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:07:47.760761 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ecd45243-685d-4259-96dc-9498fc4e0b6a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.815000 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ecd45243-685d-4259-96dc-9498fc4e0b6a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.869607 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ecd45243-685d-4259-96dc-9498fc4e0b6a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.871661 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-3bdb7b1f-e91d-4027-b78a-f562fe430ec1 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:47.887408 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd45243-685d-4259-96dc-9498fc4e0b6a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727d8f8c-3f24-4bd8-9c9f-8803ef974f63,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:47.889973 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ecd45243-685d-4259-96dc-9498fc4e0b6a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:47.943906 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ecd45243-685d-4259-96dc-9498fc4e0b6a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:47.945080 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-ecd45243-685d-4259-96dc-9498fc4e0b6a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935410 Jun 21 20:07:47.948502 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45314) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:07:47.952789 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'floatingip': {'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:07:48.018189 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:48.112252 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:48.209772 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Allocated IP 172.27.0.162 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/4aca6f27-9e07-4896-b9c7-2179f693f4ce) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:07:48.310950 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:48.407107 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:48.409115 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-97e65260-9e9b-4428-bc77-56e1b024c03c tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:48.448034 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:07:48.450931 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:07:48.453376 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:07:48.475615 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'Port': ['ID=4aca6f27-9e07-4896-b9c7-2179f693f4ce,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:48.478238 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:48.541485 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:48.629280 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:48.778920 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:48.829588 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:48.832332 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:48.895920 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'Port': ['ID=4aca6f27-9e07-4896-b9c7-2179f693f4ce,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:48.901061 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:48.907268 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:49.000608 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:49.001832 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0524280 Jun 21 20:07:49.185945 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-20ddbe0a-6c77-421f-aac2-781506ba9f6c tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1039576066&fields=id&tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd HTTP/1.1" status: 200 len: 267 time: 0.0350013 Jun 21 20:07:49.520814 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2e3e06f-a5e6-4ac7-bf73-fc0cc6db3be3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:49.522256 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2e3e06f-a5e6-4ac7-bf73-fc0cc6db3be3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/networks?id=1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 200 len: 811 time: 0.3299088 Jun 21 20:07:49.536545 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-aa444f72-58e0-4a73-aefb-caa6d70634ae tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/quotas/6fc8fda3e2e7489c8a92f41b1d0779dd HTTP/1.1" status: 200 len: 375 time: 0.0086684 Jun 21 20:07:49.605430 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-cb1f6e8a-1818-4597-b1d7-487974d22679 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636592 Jun 21 20:07:49.660023 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-09d5e783-18de-46e5-b3ac-dc86c2b82ad1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 20:07:49.660977 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-09d5e783-18de-46e5-b3ac-dc86c2b82ad1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449526 Jun 21 20:07:49.750415 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-1e78c992-ade5-4ec7-8242-a25493b93db3 service neutron] 10.222.0.30 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831132 Jun 21 20:07:49.835069 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-000d49fa-88a2-4810-b240-6f11260b73f5 service neutron] 10.222.0.30 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789170 Jun 21 20:07:50.073424 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-63492e13-8c36-48b1-a75f-a514e00fad28 req-73c0b89d-3541-4f19-817d-5d101a3fe7e9 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 210 time: 0.0279989 Jun 21 20:07:51.214694 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a9994f1e-2880-4e18-8d62-4de9dc259ee2 req-089d50b2-2200-4fd0-b3a3-e79db541a5bc tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 210 time: 0.0319290 Jun 21 20:07:52.254146 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffea723-2c40-431e-8d31-87d53108c048 req-9c3b22c6-8778-41dd-a9c5-9d85976bd7fe tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:52.255597 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-9c3b22c6-8778-41dd-a9c5-9d85976bd7fe tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.22 "GET /v2.0/networks?id=1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 200 len: 811 time: 0.1042054 Jun 21 20:07:52.298602 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-84bf71fe-32b5-49c3-b697-9bf53398fb6a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd HTTP/1.1" status: 200 len: 380 time: 0.0343618 Jun 21 20:07:52.307992 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'port': {'device_id': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'admin_state_up': True, 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'security_groups': ['c0308226-a4eb-4dc8-a09d-db297e6451cd']}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:07:52.382104 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ff7982d2-f006-49e3-a3b5-ed360e792341 req-2512e2b1-5a25-4a65-af93-4c10374b1887 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 210 time: 0.0361338 Jun 21 20:07:52.532072 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Made reservation on behalf of 6fc8fda3e2e7489c8a92f41b1d0779dd for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:07:52.535780 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:52.656229 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Allocated IP 172.20.0.13 (1966f5fc-7286-476c-abe7-ab0b4f33186c/28f2eeab-d687-4b5b-87c8-0e3bd8c7a357/16618d07-7b32-41f7-b046-c7e538f04b83) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:07:52.787302 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:52.800085 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Transition to ACTIVE for port object 16618d07-7b32-41f7-b046-c7e538f04b83 will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:07:52.875685 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:52.879472 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0d9f3642-63b7-4653-8e43-95c5442bf824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:52.924538 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Network 1966f5fc-7286-476c-abe7-ab0b4f33186c is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:07:52.927796 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:07:52.932731 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:07:52.938959 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event updated for resources: {'Port': ['ID=16618d07-7b32-41f7-b046-c7e538f04b83,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:52.959067 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:52.987853 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:52.988486 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:53.070368 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a2defa01-5faa-4fdb-8505-c92c8ad443f6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7667060 Jun 21 20:07:53.082030 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Request body: {'port': {'device_id': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:07:53.152588 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:53.201225 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-365c0326-6e35-4c19-8757-b3d2e9b3758e None None] Provisioning for port 16618d07-7b32-41f7-b046-c7e538f04b83 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:07:53.204981 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-365c0326-6e35-4c19-8757-b3d2e9b3758e None None] Provisioning complete for port 16618d07-7b32-41f7-b046-c7e538f04b83 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:07:53.205361 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-365c0326-6e35-4c19-8757-b3d2e9b3758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:53.238563 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-365c0326-6e35-4c19-8757-b3d2e9b3758e None None] Port 16618d07-7b32-41f7-b046-c7e538f04b83 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:07:53.408901 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16618d07-7b32-41f7-b046-c7e538f04b83 {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:07:53.416551 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:53.429042 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Transition to ACTIVE for port object 16618d07-7b32-41f7-b046-c7e538f04b83 will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:07:53.515588 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-6e11ba65-9daa-4309-914b-43f70bd3a4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:53.526605 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:53.528796 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:53.554346 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc132226-ffa8-4963-bb6b-b5770092f037 req-e38743d9-f477-4768-9c2c-75718e71e625 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:53.556042 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bc132226-ffa8-4963-bb6b-b5770092f037 req-e38743d9-f477-4768-9c2c-75718e71e625 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 932 time: 0.0629003 Jun 21 20:07:53.599001 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-bc132226-ffa8-4963-bb6b-b5770092f037 req-2268f2bd-84a6-4627-a502-e82c5dfe7cc7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0308226-a4eb-4dc8-a09d-db297e6451cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363207 Jun 21 20:07:53.624026 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Pushing event updated for resources: {'Port': ['ID=16618d07-7b32-41f7-b046-c7e538f04b83,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:53.626804 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:53.681335 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Attempting to bind port 16618d07-7b32-41f7-b046-c7e538f04b83 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:07:53.681681 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Attempting to bind port 16618d07-7b32-41f7-b046-c7e538f04b83 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:07:53.682010 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Attempting to bind port 16618d07-7b32-41f7-b046-c7e538f04b83 on network 1966f5fc-7286-476c-abe7-ab0b4f33186c {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:07:53.686489 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Port 16618d07-7b32-41f7-b046-c7e538f04b83 on network 1966f5fc-7286-476c-abe7-ab0b4f33186c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:07:53.686815 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Attempting to bind port 16618d07-7b32-41f7-b046-c7e538f04b83 on network 1966f5fc-7286-476c-abe7-ab0b4f33186c {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:07:53.691717 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:07:53.692075 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Checking segment: {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:07:53.692450 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Bound using segment: {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:07:53.692880 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Bound port: 16618d07-7b32-41f7-b046-c7e538f04b83, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f12089b-e991-4d9d-8d31-112a6c23bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:07:53.693237 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:53.755709 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] For port 16618d07-7b32-41f7-b046-c7e538f04b83, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:07:53.759603 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] For port 16618d07-7b32-41f7-b046-c7e538f04b83, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=16618d07-7b32-41f7-b046-c7e538f04b83,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:07:53.858350 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:53.860491 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:53.895924 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:53.896649 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:53.898012 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] 10.222.0.22 "PUT /v2.0/ports/16618d07-7b32-41f7-b046-c7e538f04b83 HTTP/1.1" status: 200 len: 1094 time: 0.8202391 Jun 21 20:07:53.898533 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'tag': '16618d07-7b32-41f7-b046-c7e538f04b83'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:07:53.901550 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9317eb42-5e14-44e8-8bdd-e731bac1e45a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0feed63-55d7-4e21-8f37-bd23e4da1a55", "tag": "16618d07-7b32-41f7-b046-c7e538f04b83"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:07:53.924310 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Pushing event updated for resources: {'Port': ['ID=16618d07-7b32-41f7-b046-c7e538f04b83,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:53.927551 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:53.945819 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751d618e-e730-465e-a6fd-ae6db91928dd x-openstack-request-id: req-751d618e-e730-465e-a6fd-ae6db91928dd {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:07:53.946687 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0feed63-55d7-4e21-8f37-bd23e4da1a55", "tag": "16618d07-7b32-41f7-b046-c7e538f04b83", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:07:53.946986 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-751d618e-e730-465e-a6fd-ae6db91928dd {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:07:53.947432 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'tag': '16618d07-7b32-41f7-b046-c7e538f04b83', 'status': 'completed', 'code': 200} Jun 21 20:07:54.021517 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317eb42-5e14-44e8-8bdd-e731bac1e45a req-2e849ad5-47e9-46af-b1d6-465c6c139ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:54.023006 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9317eb42-5e14-44e8-8bdd-e731bac1e45a req-2e849ad5-47e9-46af-b1d6-465c6c139ee0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 1097 time: 0.0544510 Jun 21 20:07:54.123628 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317eb42-5e14-44e8-8bdd-e731bac1e45a req-fb53d073-e136-461b-bd0e-4a2feca73f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:54.125069 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9317eb42-5e14-44e8-8bdd-e731bac1e45a req-fb53d073-e136-461b-bd0e-4a2feca73f8d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0943930 Jun 21 20:07:54.218002 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317eb42-5e14-44e8-8bdd-e731bac1e45a req-aff4d2fc-f799-4381-87ba-4bddf8b0f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:54.219461 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9317eb42-5e14-44e8-8bdd-e731bac1e45a req-aff4d2fc-f799-4381-87ba-4bddf8b0f710 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885463 Jun 21 20:07:54.312924 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffea723-2c40-431e-8d31-87d53108c048 req-24978d79-ba47-4c34-a6c2-42cffaf9303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:54.314431 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-24978d79-ba47-4c34-a6c2-42cffaf9303c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 1097 time: 0.0530450 Jun 21 20:07:54.354559 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-585ad0f0-7cc1-4584-a9a0-c0a7bb7131a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16618d07-7b32-41f7-b046-c7e538f04b83 HTTP/1.1" status: 200 len: 217 time: 0.0337970 Jun 21 20:07:54.404507 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffea723-2c40-431e-8d31-87d53108c048 req-dff72800-ce46-4fde-98c8-1d23ac3cba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:54.405921 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-dff72800-ce46-4fde-98c8-1d23ac3cba20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=28f2eeab-d687-4b5b-87c8-0e3bd8c7a357 HTTP/1.1" status: 200 len: 850 time: 0.0456970 Jun 21 20:07:54.462107 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffea723-2c40-431e-8d31-87d53108c048 req-1c2aa52d-21f5-4d62-80dc-b00b5a257551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:54.463815 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-1c2aa52d-21f5-4d62-80dc-b00b5a257551 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1966f5fc-7286-476c-abe7-ab0b4f33186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521617 Jun 21 20:07:54.549782 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-a9c9e401-5e47-4885-9317-f859a6391471 service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794623 Jun 21 20:07:54.640195 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0ffea723-2c40-431e-8d31-87d53108c048 req-565643cc-2513-4710-9a88-16661501a12b service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837948 Jun 21 20:07:54.776799 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332651c-cab2-4637-b30f-6ecfff8147d5 req-3468ecad-1cc6-4393-a010-a9dd9f7b9a4b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:54.778254 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8332651c-cab2-4637-b30f-6ecfff8147d5 req-3468ecad-1cc6-4393-a010-a9dd9f7b9a4b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 944 time: 0.0616350 Jun 21 20:07:54.814556 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8332651c-cab2-4637-b30f-6ecfff8147d5 req-2263fc8d-4b56-4111-af4c-9f4f25a5f34a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0308226-a4eb-4dc8-a09d-db297e6451cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306625 Jun 21 20:07:55.985831 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80dbd2-ce5c-4637-9825-afe4fa360e92 req-df866833-14aa-4d41-a5e5-29f5846f8798 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:55.987162 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8b80dbd2-ce5c-4637-9825-afe4fa360e92 req-df866833-14aa-4d41-a5e5-29f5846f8798 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 944 time: 0.0616076 Jun 21 20:07:56.022985 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8b80dbd2-ce5c-4637-9825-afe4fa360e92 req-ada68498-db48-48c7-a521-146d2a3458a6 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0308226-a4eb-4dc8-a09d-db297e6451cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303223 Jun 21 20:07:56.077940 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 16618d07-7b32-41f7-b046-c7e538f04b83 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:07:56.182326 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 16618d07-7b32-41f7-b046-c7e538f04b83, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=16618d07-7b32-41f7-b046-c7e538f04b83,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:07:56.192620 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '16618d07-7b32-41f7-b046-c7e538f04b83', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'port_id': '16618d07-7b32-41f7-b046-c7e538f04b83', 'mac_address': 'fa:16:3e:38:68:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:07:56.228582 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:56.244936 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16618d07-7b32-41f7-b046-c7e538f04b83 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:07:56.245568 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b586441c-1a35-4ff4-8a26-3a43a7db1eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:56.260511 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 16618d07-7b32-41f7-b046-c7e538f04b83, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=16618d07-7b32-41f7-b046-c7e538f04b83,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:07:56.355762 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:56.357790 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:56.406333 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=16618d07-7b32-41f7-b046-c7e538f04b83,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:56.413132 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.413481 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.413822 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.414156 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.414701 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.415041 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.415369 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.415719 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.416041 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.416361 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.416681 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.417001 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:07:56.420757 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:56.585206 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['16618d07-7b32-41f7-b046-c7e538f04b83'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:07:57.197470 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ed328-6cca-4eb0-aa08-d53d3d22553b req-e8fd0d47-df1b-4a08-b059-0f7f40d23954 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:57.198908 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0d5ed328-6cca-4eb0-aa08-d53d3d22553b req-e8fd0d47-df1b-4a08-b059-0f7f40d23954 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 945 time: 0.0659924 Jun 21 20:07:57.237496 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0d5ed328-6cca-4eb0-aa08-d53d3d22553b req-aaad51e6-a932-4d4a-8a04-4c4e40197c17 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0308226-a4eb-4dc8-a09d-db297e6451cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318344 Jun 21 20:07:57.332208 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:57.360475 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:58.093451 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 16618d07-7b32-41f7-b046-c7e538f04b83 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:07:58.229122 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 16618d07-7b32-41f7-b046-c7e538f04b83 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:07:58.233031 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 16618d07-7b32-41f7-b046-c7e538f04b83 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:07:58.233455 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:58.307894 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:58.329507 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16618d07-7b32-41f7-b046-c7e538f04b83'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:07:58.331801 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9338ee-db7c-4838-a07c-d60b39b7e912" -d '{"events": [{"server_uuid": "b0feed63-55d7-4e21-8f37-bd23e4da1a55", "name": "network-vif-plugged", "status": "completed", "tag": "16618d07-7b32-41f7-b046-c7e538f04b83"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:07:58.344301 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 16618d07-7b32-41f7-b046-c7e538f04b83, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=16618d07-7b32-41f7-b046-c7e538f04b83,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:07:58.418005 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:58.420267 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-36932af2-003d-4b87-b0d3-4bc6a5f17c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:07:58.421781 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44828bb6-4194-423c-8ea8-5c1fd1b08655 req-cc451d37-2b0e-43a0-a702-49893bb8876f tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:58.424385 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-44828bb6-4194-423c-8ea8-5c1fd1b08655 req-cc451d37-2b0e-43a0-a702-49893bb8876f tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 945 time: 0.0760872 Jun 21 20:07:58.442882 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db1f50e-e5ea-4ae0-84a4-a1a72cb69d0d x-openstack-request-id: req-4db1f50e-e5ea-4ae0-84a4-a1a72cb69d0d {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:07:58.443194 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0feed63-55d7-4e21-8f37-bd23e4da1a55", "name": "network-vif-plugged", "status": "completed", "tag": "16618d07-7b32-41f7-b046-c7e538f04b83", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:07:58.443484 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4db1f50e-e5ea-4ae0-84a4-a1a72cb69d0d {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:07:58.443867 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16618d07-7b32-41f7-b046-c7e538f04b83', 'code': 200} Jun 21 20:07:58.448587 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:07:58.466403 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-44828bb6-4194-423c-8ea8-5c1fd1b08655 req-46895d37-1121-4754-bf90-0086f3478c8a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0308226-a4eb-4dc8-a09d-db297e6451cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364683 Jun 21 20:07:58.471647 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=16618d07-7b32-41f7-b046-c7e538f04b83,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:07:58.474634 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:07:58.745377 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d138ef-9b55-41fd-89d7-ee83957b41d8 req-b5f3d2b7-d5d8-484d-a2ca-9715e4dc50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:58.746782 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a8d138ef-9b55-41fd-89d7-ee83957b41d8 req-b5f3d2b7-d5d8-484d-a2ca-9715e4dc50ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 1099 time: 0.0490882 Jun 21 20:07:58.780763 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-a8d138ef-9b55-41fd-89d7-ee83957b41d8 req-ab26419d-fc4a-40f5-881e-65bc859488e4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c0308226-a4eb-4dc8-a09d-db297e6451cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280521 Jun 21 20:07:59.642488 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ace4c-4edb-4e76-ae44-62362079fbff req-2cbcf270-eeba-46ae-9df8-577c8586fac1 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:07:59.643955 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-189ace4c-4edb-4e76-ae44-62362079fbff req-2cbcf270-eeba-46ae-9df8-577c8586fac1 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 946 time: 0.0623908 Jun 21 20:07:59.681472 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-189ace4c-4edb-4e76-ae44-62362079fbff req-09992399-37e8-498d-8f96-44b7bcb52914 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0308226-a4eb-4dc8-a09d-db297e6451cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Jun 21 20:08:00.463943 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:00.849041 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f9f95-3cda-4420-a130-ca9769bce51a req-c38afaa8-acb0-41e1-9d52-4de501ce8640 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:08:00.850464 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-231f9f95-3cda-4420-a130-ca9769bce51a req-c38afaa8-acb0-41e1-9d52-4de501ce8640 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 946 time: 0.0620062 Jun 21 20:08:00.887229 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-231f9f95-3cda-4420-a130-ca9769bce51a req-bc0e0d26-3b55-4387-982b-84b35e819abe tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0308226-a4eb-4dc8-a09d-db297e6451cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311592 Jun 21 20:08:01.050565 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0104ae-c07d-4161-b55d-011cdc86c90e req-56177e38-455a-4b84-bd3a-0ddd9dcd4110 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:08:01.052011 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ec0104ae-c07d-4161-b55d-011cdc86c90e req-56177e38-455a-4b84-bd3a-0ddd9dcd4110 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 946 time: 0.0639689 Jun 21 20:08:01.060230 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45380) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:08:01.064567 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-33508e95-0b40-4bf0-a0b1-e95d420ecd3a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Request body: {'floatingip': {'port_id': '16618d07-7b32-41f7-b046-c7e538f04b83'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:08:01.101662 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-33508e95-0b40-4bf0-a0b1-e95d420ecd3a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:01.533458 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-33508e95-0b40-4bf0-a0b1-e95d420ecd3a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:01.583452 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-33508e95-0b40-4bf0-a0b1-e95d420ecd3a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:01.692079 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.l3_db [None req-33508e95-0b40-4bf0-a0b1-e95d420ecd3a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Floating IP 3a8d6239-9295-48b8-bd8a-d1573e812b60 associated. External IP: 172.27.0.162, port: 16618d07-7b32-41f7-b046-c7e538f04b83. Jun 21 20:08:01.891092 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33508e95-0b40-4bf0-a0b1-e95d420ecd3a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Router 0d8d442e-4281-439d-a0ed-f5a92973cc3b has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:08:01.996108 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33508e95-0b40-4bf0-a0b1-e95d420ecd3a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:08:02.000961 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-33508e95-0b40-4bf0-a0b1-e95d420ecd3a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:02.005136 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c7c1c-7d23-4486-bdc7-f39e0508d5d0 None None] Sync routers for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:08:02.015204 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c7c1c-7d23-4486-bdc7-f39e0508d5d0 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:08:02.015847 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9f4c7c1c-7d23-4486-bdc7-f39e0508d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:07:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:08:02.035989 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-33508e95-0b40-4bf0-a0b1-e95d420ecd3a tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "PUT /v2.0/floatingips/3a8d6239-9295-48b8-bd8a-d1573e812b60 HTTP/1.1" status: 200 len: 992 time: 0.9747350 Jun 21 20:08:02.036651 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'tag': '16618d07-7b32-41f7-b046-c7e538f04b83'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:08:02.038909 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27" -d '{"events": [{"name": "network-changed", "server_uuid": "b0feed63-55d7-4e21-8f37-bd23e4da1a55", "tag": "16618d07-7b32-41f7-b046-c7e538f04b83"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:08:02.078374 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be511afe-1ddb-4c03-8d95-abfe79e30ca6 x-openstack-request-id: req-be511afe-1ddb-4c03-8d95-abfe79e30ca6 {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:08:02.079001 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0feed63-55d7-4e21-8f37-bd23e4da1a55", "tag": "16618d07-7b32-41f7-b046-c7e538f04b83", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:08:02.079417 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be511afe-1ddb-4c03-8d95-abfe79e30ca6 {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:08:02.079995 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'tag': '16618d07-7b32-41f7-b046-c7e538f04b83', 'status': 'completed', 'code': 200} Jun 21 20:08:02.121732 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-9f4c7c1c-7d23-4486-bdc7-f39e0508d5d0 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:08:02.161287 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27 req-55fae17a-fc2b-479a-b038-23874f4282f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:08:02.162736 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27 req-55fae17a-fc2b-479a-b038-23874f4282f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 1099 time: 0.0589039 Jun 21 20:08:02.250220 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27 req-87480e6f-8822-4ea7-b9a8-b88def0af472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:08:02.251723 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27 req-87480e6f-8822-4ea7-b9a8-b88def0af472 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 200 len: 912 time: 0.0824490 Jun 21 20:08:02.344584 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9f4c7c1c-7d23-4486-bdc7-f39e0508d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '3a8d6239-9295-48b8-bd8a-d1573e812b60', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'port_id': '16618d07-7b32-41f7-b046-c7e538f04b83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'mac_address': 'fa:16:3e:38:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:07:48Z', 'updated_at': '2021-06-21T20:08:01Z', 'revision_number': 1, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:08:02.371389 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c7c1c-7d23-4486-bdc7-f39e0508d5d0 None None] Checking router: 0d8d442e-4281-439d-a0ed-f5a92973cc3b for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:08:02.380118 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c7c1c-7d23-4486-bdc7-f39e0508d5d0 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:08:02.380742 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9f4c7c1c-7d23-4486-bdc7-f39e0508d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:07:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:08:02.487883 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-9f4c7c1c-7d23-4486-bdc7-f39e0508d5d0 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:08:02.607670 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27 req-c47f4839-ac5e-4ec5-bbd4-c0dab551e610 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16618d07-7b32-41f7-b046-c7e538f04b83 HTTP/1.1" status: 200 len: 1000 time: 0.3495705 Jun 21 20:08:02.655076 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27 req-d61214a0-8fea-44e6-afb6-d9030e2cbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:08:02.656505 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27 req-d61214a0-8fea-44e6-afb6-d9030e2cbf8e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=28f2eeab-d687-4b5b-87c8-0e3bd8c7a357 HTTP/1.1" status: 200 len: 850 time: 0.0424197 Jun 21 20:08:02.710319 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-9f4c7c1c-7d23-4486-bdc7-f39e0508d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '3a8d6239-9295-48b8-bd8a-d1573e812b60', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'port_id': '16618d07-7b32-41f7-b046-c7e538f04b83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'mac_address': 'fa:16:3e:38:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:07:48Z', 'updated_at': '2021-06-21T20:08:01Z', 'revision_number': 1, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:08:02.714679 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27 req-c13e1ab8-7126-484e-ba25-79997d6a7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:08:02.716164 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27 req-c13e1ab8-7126-484e-ba25-79997d6a7493 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1966f5fc-7286-476c-abe7-ab0b4f33186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537734 Jun 21 20:08:02.735351 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c7c1c-7d23-4486-bdc7-f39e0508d5d0 None None] The sync data for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi is: [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '3a8d6239-9295-48b8-bd8a-d1573e812b60', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'port_id': '16618d07-7b32-41f7-b046-c7e538f04b83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'mac_address': 'fa:16:3e:38:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:07:48Z', 'updated_at': '2021-06-21T20:08:01Z', 'revision_number': 1, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:08:02.807139 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27 req-a851eb5a-35dd-4636-9a82-9da28530560a service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844386 Jun 21 20:08:02.896197 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bb485b7b-29b3-4623-b6c2-48e0a76ebc27 req-c00113b3-330a-434a-ad7e-fd5ca8a60b69 service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832555 Jun 21 20:08:02.915616 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad04f3c-28a4-423e-b838-953ab6d6d484 None None] New status for floating IP 3a8d6239-9295-48b8-bd8a-d1573e812b60: ACTIVE {{(pid=104796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:08:05.806721 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-c44cef8e-11e9-44d6-9fa4-fb0a1b7a5642 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504727 Jun 21 20:08:05.902703 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-47a4890d-0c87-4598-8989-61f6c714a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:08:05.904205 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-47a4890d-0c87-4598-8989-61f6c714a932 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 1099 time: 0.0575819 Jun 21 20:08:06.004314 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-e299d834-334b-4928-9680-02341955c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:08:06.005733 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-e299d834-334b-4928-9680-02341955c1dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 200 len: 912 time: 0.0821364 Jun 21 20:08:06.070871 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-53548acf-e2a0-4071-9ca3-ea7a8fbfab93 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16618d07-7b32-41f7-b046-c7e538f04b83 HTTP/1.1" status: 200 len: 1002 time: 0.0583827 Jun 21 20:08:06.119330 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-1e4b0895-0965-4196-94c2-9d145646e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:08:06.120803 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-1e4b0895-0965-4196-94c2-9d145646e847 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=28f2eeab-d687-4b5b-87c8-0e3bd8c7a357 HTTP/1.1" status: 200 len: 850 time: 0.0436590 Jun 21 20:08:06.182771 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-f4844859-77a3-4a97-a0c3-b3bd7ba77e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:08:06.184330 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-f4844859-77a3-4a97-a0c3-b3bd7ba77e90 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1966f5fc-7286-476c-abe7-ab0b4f33186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0571382 Jun 21 20:08:06.280052 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-bdb7140c-60d9-4999-b280-873b9ad00ab6 service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886748 Jun 21 20:08:06.363983 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-9c77283e-5915-47a0-bf58-6f6975546bd5 req-afb70570-ae43-49bb-8e6d-ab9fc745b085 service neutron] 10.222.0.22 "GET /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776200 Jun 21 20:08:12.036818 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:08:23.520396 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-1e8142e9-eab4-437e-9f89-91ee567bd8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:26.245186 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-56264226-f70d-4a24-b026-f867de3c7404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:27.326116 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:27.354901 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:28.440457 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:30.463823 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:49.035337 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:08:53.502808 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e986624f-c6f1-47c8-83b9-fbf961646393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:56.228558 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-8bda46b7-5766-45ea-8fd5-e26637c3984c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:57.336847 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:57.359829 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:08:58.474107 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:00.491353 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:03.059580 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f5f91-ef7b-4e1b-a9b1-38655f36e3d9 req-9dcacbe7-329d-403c-8dca-6f821d4c0f93 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:09:03.061003 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2e6f5f91-ef7b-4e1b-a9b1-38655f36e3d9 req-9dcacbe7-329d-403c-8dca-6f821d4c0f93 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 946 time: 0.0655205 Jun 21 20:09:03.097452 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2e6f5f91-ef7b-4e1b-a9b1-38655f36e3d9 req-f2dae95b-7a25-4fd9-9696-c202d63b7e80 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0308226-a4eb-4dc8-a09d-db297e6451cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307746 Jun 21 20:09:04.274392 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1d319-9203-415d-bd3f-f74aa75457dd req-a5f867e9-06d0-4dd8-a314-ea7ff3ec1a3c tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:09:04.275850 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-97c1d319-9203-415d-bd3f-f74aa75457dd req-a5f867e9-06d0-4dd8-a314-ea7ff3ec1a3c tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 946 time: 0.0628283 Jun 21 20:09:04.312648 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-97c1d319-9203-415d-bd3f-f74aa75457dd req-7f5860b6-c920-4634-a4eb-fcaf23233439 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0308226-a4eb-4dc8-a09d-db297e6451cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308046 Jun 21 20:09:04.697050 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-4f6df273-fff1-42c9-9e5e-c5dec3b08028 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:09:04.698448 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-4f6df273-fff1-42c9-9e5e-c5dec3b08028 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 946 time: 0.0614171 Jun 21 20:09:04.792598 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Deleting port 16618d07-7b32-41f7-b046-c7e538f04b83 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:09:04.792938 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:04.879828 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] For port 16618d07-7b32-41f7-b046-c7e538f04b83, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=16618d07-7b32-41f7-b046-c7e538f04b83,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:09:04.880187 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:05.042758 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:05.043126 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:05.043464 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.l3_db [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Floating IP 3a8d6239-9295-48b8-bd8a-d1573e812b60 disassociated. External IP: 172.27.0.162, port: 16618d07-7b32-41f7-b046-c7e538f04b83. Jun 21 20:09:05.044371 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Calling delete_port for 16618d07-7b32-41f7-b046-c7e538f04b83 owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:09:05.228633 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:05.232740 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f0f86abe-0d40-4269-9534-ea18f482bd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:05.257382 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event deleted for resources: {'Port': ['ID=16618d07-7b32-41f7-b046-c7e538f04b83,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:05.269181 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.269563 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.269937 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.270370 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.270736 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.271100 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.271469 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.271864 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.272211 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.272565 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.272918 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.273273 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:05.277934 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:05.382756 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Router 0d8d442e-4281-439d-a0ed-f5a92973cc3b has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:09:05.462631 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f0dbf363-df84-4666-b4d2-ea27412f0526 req-65ada9be-a5f4-4d2f-aae5-0e6b130c9f09 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 210 time: 0.0334070 Jun 21 20:09:05.517959 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:09:05.527039 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864660b-04c5-4e20-b02f-64d556383165 None None] Sync routers for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:09:05.535911 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864660b-04c5-4e20-b02f-64d556383165 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:09:05.536519 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-1864660b-04c5-4e20-b02f-64d556383165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:08:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:09:05.563389 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] No DVR routers for this DVR port 16618d07-7b32-41f7-b046-c7e538f04b83 on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:09:05.567844 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:05.568155 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d4c62027-91f7-4a30-b47b-b9e4fe6ab493 req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.22 "DELETE /v2.0/ports/16618d07-7b32-41f7-b046-c7e538f04b83 HTTP/1.1" status: 204 len: 173 time: 0.8645399 Jun 21 20:09:05.568707 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'name': 'network-vif-deleted', 'tag': '16618d07-7b32-41f7-b046-c7e538f04b83'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:09:05.571010 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257b9e04-d8b7-4f8f-bdc8-7b9f5ebe57c5" -d '{"events": [{"server_uuid": "b0feed63-55d7-4e21-8f37-bd23e4da1a55", "name": "network-vif-deleted", "tag": "16618d07-7b32-41f7-b046-c7e538f04b83"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:09:05.613583 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d4f6a3-6538-459d-a789-3b5a71f694d0 x-openstack-request-id: req-d9d4f6a3-6538-459d-a789-3b5a71f694d0 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:09:05.613989 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0feed63-55d7-4e21-8f37-bd23e4da1a55", "name": "network-vif-deleted", "tag": "16618d07-7b32-41f7-b046-c7e538f04b83", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:09:05.614380 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9d4f6a3-6538-459d-a789-3b5a71f694d0 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:09:05.614891 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0feed63-55d7-4e21-8f37-bd23e4da1a55', 'name': 'network-vif-deleted', 'tag': '16618d07-7b32-41f7-b046-c7e538f04b83', 'status': 'completed', 'code': 200} Jun 21 20:09:05.649297 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-1864660b-04c5-4e20-b02f-64d556383165 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:09:05.852694 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-1864660b-04c5-4e20-b02f-64d556383165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:09:05.881700 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864660b-04c5-4e20-b02f-64d556383165 None None] Checking router: 0d8d442e-4281-439d-a0ed-f5a92973cc3b for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:09:05.890863 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864660b-04c5-4e20-b02f-64d556383165 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:09:05.891489 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-1864660b-04c5-4e20-b02f-64d556383165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:08:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:09:06.077008 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-1864660b-04c5-4e20-b02f-64d556383165 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:09:06.267481 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-1864660b-04c5-4e20-b02f-64d556383165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:09:06.292990 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864660b-04c5-4e20-b02f-64d556383165 None None] The sync data for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi is: [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:04:55Z', 'revision_number': 4, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'f5b387f3-58a5-49bf-ab29-4a805bc81197', 'name': '', 'network_id': '1966f5fc-7286-476c-abe7-ab0b4f33186c', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'mac_address': 'fa:16:3e:99:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:54Z', 'updated_at': '2021-06-21T20:05:00Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'subnets': [{'id': '28f2eeab-d687-4b5b-87c8-0e3bd8c7a357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:09:06.506194 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae8247-2c02-434d-816b-6fa75098b706 None None] New status for floating IP 3a8d6239-9295-48b8-bd8a-d1573e812b60: DOWN {{(pid=104796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:09:06.617490 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c07e71f6-7ae6-4cdf-86cd-6ed375930b09 req-0c18d4aa-f928-426f-b979-c4fe2c54e407 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0feed63-55d7-4e21-8f37-bd23e4da1a55 HTTP/1.1" status: 200 len: 210 time: 0.0288148 Jun 21 20:09:07.806671 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45580) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:07.860126 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:07.881911 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:07.994433 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:07.997229 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:07.998355 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "DELETE /v2.0/security-groups/c0308226-a4eb-4dc8-a09d-db297e6451cd HTTP/1.1" status: 204 len: 168 time: 0.1907048 Jun 21 20:09:07.999131 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-70b30491-943c-4f5f-9bcd-59e7294c5501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:08.001184 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45582) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:08.007840 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0308226-a4eb-4dc8-a09d-db297e6451cd,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:08.014737 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.api.v2.resource [None req-6cd73396-01e4-434a-be5b-d087b50d9916 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] show failed (client error): The resource could not be found. Jun 21 20:09:08.018472 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.018658 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-6cd73396-01e4-434a-be5b-d087b50d9916 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "GET /v2.0/security-groups/c0308226-a4eb-4dc8-a09d-db297e6451cd HTTP/1.1" status: 404 len: 347 time: 0.0138409 Jun 21 20:09:08.018775 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.018775 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.018775 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.018775 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.018775 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.018775 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.018775 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.019429 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45584) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:08.019546 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.019546 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.019546 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.019821 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:08.023005 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:08.140201 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Deleting port 4aca6f27-9e07-4896-b9c7-2179f693f4ce {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:09:08.140543 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:08.215410 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:08.216252 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:08.276729 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Calling delete_port for 4aca6f27-9e07-4896-b9c7-2179f693f4ce owned by network:floatingip {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:09:08.445209 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:08.447093 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:08.468884 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 16618d07-7b32-41f7-b046-c7e538f04b83 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:09:08.471004 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Pushing event deleted for resources: {'Port': ['ID=4aca6f27-9e07-4896-b9c7-2179f693f4ce,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:08.474806 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:08.570081 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks [] for floatingip, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:08.572641 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:08.573835 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] 10.222.0.30 "DELETE /v2.0/floatingips/3a8d6239-9295-48b8-bd8a-d1573e812b60 HTTP/1.1" status: 204 len: 168 time: 0.5542331 Jun 21 20:09:08.642887 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 16618d07-7b32-41f7-b046-c7e538f04b83 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:09:08.643239 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 16618d07-7b32-41f7-b046-c7e538f04b83 not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:09:12.655214 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45612) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:12.983013 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508109'] for router_interface, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:13.459064 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Deleting port f5b387f3-58a5-49bf-ab29-4a805bc81197 {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:09:13.459406 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:13.535332 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] For port f5b387f3-58a5-49bf-ab29-4a805bc81197, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=f5b387f3-58a5-49bf-ab29-4a805bc81197,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:09:13.535756 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:13.600241 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Calling delete_port for f5b387f3-58a5-49bf-ab29-4a805bc81197 owned by network:router_interface {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:09:13.887717 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:13.889725 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:13.913898 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b387f3-58a5-49bf-ab29-4a805bc81197,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:13.916492 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:14.074755 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508017'] for router_interface, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:14.282783 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Router 0d8d442e-4281-439d-a0ed-f5a92973cc3b has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:09:14.384658 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:09:14.390495 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] 10.222.0.30 "PUT /v2.0/routers/0d8d442e-4281-439d-a0ed-f5a92973cc3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342436 Jun 21 20:09:14.393239 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45614) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:14.394255 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ec6ac-59bc-4290-be49-e6f014f15527 None None] Sync routers for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:09:14.408591 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ec6ac-59bc-4290-be49-e6f014f15527 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:09:14.409266 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-535ec6ac-59bc-4290-be49-e6f014f15527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:08:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:09:14.493982 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:14.507186 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-535ec6ac-59bc-4290-be49-e6f014f15527 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:09:14.594686 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:14.687936 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-535ec6ac-59bc-4290-be49-e6f014f15527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:09:13Z', 'revision_number': 5, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port': {'id': 'd94a5245-32fe-4788-bd69-f12555460dda', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:04:52Z', 'updated_at': '2021-06-21T20:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:09:14.713218 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ec6ac-59bc-4290-be49-e6f014f15527 None None] Checking router: 0d8d442e-4281-439d-a0ed-f5a92973cc3b for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:09:14.721034 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Deleting port d94a5245-32fe-4788-bd69-f12555460dda {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:09:14.721381 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:14.721830 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ec6ac-59bc-4290-be49-e6f014f15527 None None] Routers {'0d8d442e-4281-439d-a0ed-f5a92973cc3b'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:09:14.722485 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-535ec6ac-59bc-4290-be49-e6f014f15527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:08:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:09:14.801333 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] For port d94a5245-32fe-4788-bd69-f12555460dda, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=d94a5245-32fe-4788-bd69-f12555460dda,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:09:14.801694 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:14.805922 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-535ec6ac-59bc-4290-be49-e6f014f15527 None None] Set router 0d8d442e-4281-439d-a0ed-f5a92973cc3b gateway port host: None {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:09:14.859032 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-535ec6ac-59bc-4290-be49-e6f014f15527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:09:14Z', 'revision_number': 6, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port_host': None}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:09:14.861545 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Calling delete_port for d94a5245-32fe-4788-bd69-f12555460dda owned by network:router_gateway {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:09:14.884098 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ec6ac-59bc-4290-be49-e6f014f15527 None None] The sync data for ids ['0d8d442e-4281-439d-a0ed-f5a92973cc3b'] in dv-cinder-792462-15-iscsi is: [{'id': '0d8d442e-4281-439d-a0ed-f5a92973cc3b', 'name': 'tempest-AttachVolumeTestJSON-1893441742-router', 'tenant_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:04:51Z', 'updated_at': '2021-06-21T20:09:14Z', 'revision_number': 6, 'project_id': '6fc8fda3e2e7489c8a92f41b1d0779dd', 'gw_port_host': None}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:09:15.078550 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.081321 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:15.105215 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94a5245-32fe-4788-bd69-f12555460dda,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:15.109366 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:15.166614 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570461'] for router_gateway, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.254816 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4986'] for router, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.257005 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.388255 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-509714'] for router, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.388741 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d8d442e-4281-439d-a0ed-f5a92973cc3b {{(pid=104793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 20:09:15.400993 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] Notify callbacks [] for router, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.400993 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-72f0f989-5fcc-489d-97a5-0f2c01e669e7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0d8d442e-4281-439d-a0ed-f5a92973cc3b HTTP/1.1" status: 204 len: 168 time: 1.0007994 Jun 21 20:09:15.400993 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45616) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:15.443230 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e9d47b-c146-4170-9b49-8029af12ad4a admin admin] Deleting subnet 28f2eeab-d687-4b5b-87c8-0e3bd8c7a357 {{(pid=104793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 20:09:15.446310 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a7e9d47b-c146-4170-9b49-8029af12ad4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.479189 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a7e9d47b-c146-4170-9b49-8029af12ad4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31473173'] for subnet, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.552747 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a7e9d47b-c146-4170-9b49-8029af12ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.680409 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a7e9d47b-c146-4170-9b49-8029af12ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32429003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31794928'] for subnet, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.682728 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:15.705638 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9d47b-c146-4170-9b49-8029af12ad4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f2eeab-d687-4b5b-87c8-0e3bd8c7a357,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:15.709134 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a7e9d47b-c146-4170-9b49-8029af12ad4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:15.711928 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a7e9d47b-c146-4170-9b49-8029af12ad4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.713827 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-a7e9d47b-c146-4170-9b49-8029af12ad4a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/28f2eeab-d687-4b5b-87c8-0e3bd8c7a357 HTTP/1.1" status: 204 len: 168 time: 0.3154857 Jun 21 20:09:15.718253 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45618) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:15.721743 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d178c-541b-40cd-9065-aa304dc6473d None None] Network 1966f5fc-7286-476c-abe7-ab0b4f33186c requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:09:15.792548 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.849162 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Deleting port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:09:15.849517 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.899842 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device f5b387f3-58a5-49bf-ab29-4a805bc81197 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:09:15.922080 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] For port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=78003fbf-7b54-436c-b22e-a4dd3d63d3e6,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:09:15.922442 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:15.923126 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: f5b387f3-58a5-49bf-ab29-4a805bc81197 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:09:15.923556 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device f5b387f3-58a5-49bf-ab29-4a805bc81197 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:09:15.923989 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d94a5245-32fe-4788-bd69-f12555460dda no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:09:15.942247 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: d94a5245-32fe-4788-bd69-f12555460dda {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:09:15.942529 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d94a5245-32fe-4788-bd69-f12555460dda not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:09:15.967197 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] DHCP port deletion for 1966f5fc-7286-476c-abe7-ab0b4f33186c request from dv-cinder-792462-15-iscsi {{(pid=104796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 20:09:15.987189 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Calling delete_port for 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 owned by network:dhcp {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:09:16.011363 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Deleting port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 {{(pid=104796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:09:16.011781 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.073741 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] For port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=78003fbf-7b54-436c-b22e-a4dd3d63d3e6,segment=NetworkSegment(5f12089b-e991-4d9d-8d31-112a6c23bd5d),segment_id=5f12089b-e991-4d9d-8d31-112a6c23bd5d)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:09:16.082159 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.129954 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.132142 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-be5f39b6-a295-45b8-bd02-7e31150d9a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:16.137167 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Calling delete_port for 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 owned by network:dhcp {{(pid=104796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:09:16.156872 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Pushing event deleted for resources: {'Port': ['ID=78003fbf-7b54-436c-b22e-a4dd3d63d3e6,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:16.159886 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:16.162562 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] No DVR routers for this DVR port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 on host dv-cinder-792462-15-iscsi {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:09:16.210343 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871'] for port, after_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.212161 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:16.233389 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.237053 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Pushing event deleted for resources: {'Port': ['ID=78003fbf-7b54-436c-b22e-a4dd3d63d3e6,revision_number=None']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:16.242873 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] No DVR routers for this DVR port 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 on host dv-cinder-792462-15-iscsi {{(pid=104796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:09:16.243271 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1966f5fc-7286-476c-abe7-ab0b4f33186c']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:09:16.245164 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.245508 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.245845 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.246177 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.246698 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.246989 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.247318 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.247665 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.247993 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.248349 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.248698 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.249018 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:09:16.252502 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-db120835-ffe0-4fb2-9463-dd560ca27c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:16.253948 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f12089b-e991-4d9d-8d31-112a6c23bd5d') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:09:16.254126 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f12089b-e991-4d9d-8d31-112a6c23bd5d') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:09:16.263798 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.277275 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.283922 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 20:09:16.288642 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 20:09:16.405370 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.408916 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:16.411365 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.413189 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] 10.222.0.30 "DELETE /v2.0/networks/1966f5fc-7286-476c-abe7-ab0b4f33186c HTTP/1.1" status: 204 len: 168 time: 0.6936262 Jun 21 20:09:16.424205 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Pushing event deleted for resources: {'Network': ['ID=1966f5fc-7286-476c-abe7-ab0b4f33186c,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:16.428753 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:16.760094 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45622) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:16.800088 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-76796a4e-c497-4ccf-a9ca-e5f56b4d50d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6fc8fda3e2e7489c8a92f41b1d0779dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388024 Jun 21 20:09:16.802445 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45624) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:16.849461 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-de2bc12d-00c8-4c60-9375-d69a595c3da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.869863 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-de2bc12d-00c8-4c60-9375-d69a595c3da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.977161 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-de2bc12d-00c8-4c60-9375-d69a595c3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.979733 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-de2bc12d-00c8-4c60-9375-d69a595c3da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:16.980916 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-de2bc12d-00c8-4c60-9375-d69a595c3da9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0db2db6f-5c97-4af1-91a5-8e96d93c62e6 HTTP/1.1" status: 204 len: 168 time: 0.1775987 Jun 21 20:09:16.981691 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-2c1cc36b-672c-47f4-92fb-7e6ce923811e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:16.988866 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bc12d-00c8-4c60-9375-d69a595c3da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db2db6f-5c97-4af1-91a5-8e96d93c62e6,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:16.991141 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-de2bc12d-00c8-4c60-9375-d69a595c3da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:17.885776 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:09:17.909879 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:09:17.910230 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 78003fbf-7b54-436c-b22e-a4dd3d63d3e6 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:09:23.530855 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2fb20b86-40b2-473c-9ebb-6f72b940c588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:26.033392 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:09:26.245372 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-8364af88-ea3c-47f8-8554-817914b5c889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:27.463212 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:27.463989 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:28.466994 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:30.490030 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:37.579591 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45836) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:37.693115 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-38a384cc-2c6f-432e-b47d-10cdbd7575dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:37.781502 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-38a384cc-2c6f-432e-b47d-10cdbd7575dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:37.861855 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-38a384cc-2c6f-432e-b47d-10cdbd7575dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:37.865332 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-0113ccca-18b0-4ef9-af35-8e46304f248c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:37.899772 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-38a384cc-2c6f-432e-b47d-10cdbd7575dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=921ad035bab44c9c82a9e86383a1ca92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191245 Jun 21 20:09:37.900917 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a384cc-2c6f-432e-b47d-10cdbd7575dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd978e6e-7a4b-4a5e-a022-2905158d914d,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:37.902448 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45840) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:37.904309 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-38a384cc-2c6f-432e-b47d-10cdbd7575dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:37.955735 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85814e45-ac83-476f-88d3-8c54a8f1cd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:37.976067 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85814e45-ac83-476f-88d3-8c54a8f1cd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:38.096257 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85814e45-ac83-476f-88d3-8c54a8f1cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:38.098713 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-85814e45-ac83-476f-88d3-8c54a8f1cd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:38.099851 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-85814e45-ac83-476f-88d3-8c54a8f1cd43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd978e6e-7a4b-4a5e-a022-2905158d914d HTTP/1.1" status: 204 len: 168 time: 0.1964326 Jun 21 20:09:38.100607 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-be597e48-0256-49a8-9f05-99f45f4f21d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:38.108304 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85814e45-ac83-476f-88d3-8c54a8f1cd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd978e6e-7a4b-4a5e-a022-2905158d914d,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:38.110607 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-85814e45-ac83-476f-88d3-8c54a8f1cd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:38.665466 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45846) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:38.678694 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-983757bc-eb6c-47e5-bc76-e84e5afb25da admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:38.764916 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-983757bc-eb6c-47e5-bc76-e84e5afb25da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:38.855339 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-983757bc-eb6c-47e5-bc76-e84e5afb25da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:38.857861 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-401e68cb-dda7-4e19-aa20-dae6f6400da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:38.893323 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-983757bc-eb6c-47e5-bc76-e84e5afb25da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad6cbfc4be484d74a0e4b3b942c64bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268515 Jun 21 20:09:38.894342 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983757bc-eb6c-47e5-bc76-e84e5afb25da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006da54e-7fd6-4aab-84db-bf03337c4fa8,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:38.896006 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45848) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:38.897469 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-983757bc-eb6c-47e5-bc76-e84e5afb25da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:38.945336 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2712b087-298a-470e-a3f5-00763daf01ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:38.966886 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2712b087-298a-470e-a3f5-00763daf01ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:39.083503 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2712b087-298a-470e-a3f5-00763daf01ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:39.086114 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-2712b087-298a-470e-a3f5-00763daf01ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:39.087248 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-2712b087-298a-470e-a3f5-00763daf01ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/006da54e-7fd6-4aab-84db-bf03337c4fa8 HTTP/1.1" status: 204 len: 168 time: 0.1902230 Jun 21 20:09:39.088020 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-462ba7c3-f90f-493b-9d90-ad4b168bf27d tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:39.095615 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712b087-298a-470e-a3f5-00763daf01ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006da54e-7fd6-4aab-84db-bf03337c4fa8,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:39.099852 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-2712b087-298a-470e-a3f5-00763daf01ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:53.519196 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-a2732729-5ec7-46df-a022-e0f869867b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:54.519920 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 45990) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:54.638153 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-95940644-c59a-4e29-8f23-19bd0642739a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:54.725303 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-95940644-c59a-4e29-8f23-19bd0642739a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:54.860505 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-95940644-c59a-4e29-8f23-19bd0642739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:54.862939 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e5de4327-1bf4-4417-8305-e5e729b88f52 tempest-VolumesNegativeTest-623844378 tempest-VolumesNegativeTest-623844378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:54.901783 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-95940644-c59a-4e29-8f23-19bd0642739a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91975012673949a0a5388f52eddaaed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807423 Jun 21 20:09:54.902657 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95940644-c59a-4e29-8f23-19bd0642739a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a99e41-a452-4649-871b-a3ba82318e1e,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:54.904682 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 45994) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:54.905908 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-95940644-c59a-4e29-8f23-19bd0642739a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:54.952394 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7f7e5257-be8f-4f48-8688-922561f53ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:54.972606 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7f7e5257-be8f-4f48-8688-922561f53ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:55.113365 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7f7e5257-be8f-4f48-8688-922561f53ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:55.115940 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7f7e5257-be8f-4f48-8688-922561f53ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:55.117061 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-7f7e5257-be8f-4f48-8688-922561f53ea0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60a99e41-a452-4649-871b-a3ba82318e1e HTTP/1.1" status: 204 len: 168 time: 0.2114003 Jun 21 20:09:55.117821 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a1cc2fc8-6bf6-49d7-9815-ae077b6462a8 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:55.126301 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e5257-be8f-4f48-8688-922561f53ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a99e41-a452-4649-871b-a3ba82318e1e,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:55.128709 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-7f7e5257-be8f-4f48-8688-922561f53ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:55.757929 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46000) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:55.772022 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e8904551-e5b4-4e58-86c5-a93c3ed6d0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:55.855143 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e8904551-e5b4-4e58-86c5-a93c3ed6d0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:55.935751 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e8904551-e5b4-4e58-86c5-a93c3ed6d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:55.939059 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c1985858-bde1-484c-a237-e9a4adf0a865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:55.973968 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-e8904551-e5b4-4e58-86c5-a93c3ed6d0b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f9ac35969124635b40ce450d045cce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148223 Jun 21 20:09:55.974715 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8904551-e5b4-4e58-86c5-a93c3ed6d0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463a6c29-886a-49ae-a679-a2446df43e33,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:55.976570 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46002) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:09:55.982983 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e8904551-e5b4-4e58-86c5-a93c3ed6d0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:56.025417 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-224ecabd-23c6-49d8-8123-795f413d43ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:56.047668 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-224ecabd-23c6-49d8-8123-795f413d43ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:56.170714 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-224ecabd-23c6-49d8-8123-795f413d43ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:56.173778 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-224ecabd-23c6-49d8-8123-795f413d43ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:56.175028 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-224ecabd-23c6-49d8-8123-795f413d43ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/463a6c29-886a-49ae-a679-a2446df43e33 HTTP/1.1" status: 204 len: 168 time: 0.1973073 Jun 21 20:09:56.175845 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3e55f2e4-74ab-44e3-94f2-8a840b8d356b tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:09:56.185148 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ecabd-23c6-49d8-8123-795f413d43ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463a6c29-886a-49ae-a679-a2446df43e33,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:09:56.187419 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-224ecabd-23c6-49d8-8123-795f413d43ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:09:56.239102 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-00271c65-f2d4-4c59-8d1d-0524bd5104a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:57.301960 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:57.359032 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:09:58.477907 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:00.576422 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:01.745154 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46072) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:01.846113 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-4dec690c-783f-4c28-8bed-6531c1a7a72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:01.929990 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-4dec690c-783f-4c28-8bed-6531c1a7a72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:02.028053 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-4dec690c-783f-4c28-8bed-6531c1a7a72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:02.030638 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-77b0de2a-ed83-4453-bd0d-288e39a3308f tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:02.065730 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-4dec690c-783f-4c28-8bed-6531c1a7a72b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd5c36d9b93e4ae7beb3618e72f44e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195648 Jun 21 20:10:02.066914 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec690c-783f-4c28-8bed-6531c1a7a72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32673526-d0a1-4353-b69f-de7811b63181,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:02.068508 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46078) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:02.070362 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-4dec690c-783f-4c28-8bed-6531c1a7a72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:02.119246 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ec296d24-2114-4790-af75-1ff421ce6307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:02.140178 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ec296d24-2114-4790-af75-1ff421ce6307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:02.296452 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ec296d24-2114-4790-af75-1ff421ce6307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:02.299269 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-ec296d24-2114-4790-af75-1ff421ce6307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:02.300479 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-ec296d24-2114-4790-af75-1ff421ce6307 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32673526-d0a1-4353-b69f-de7811b63181 HTTP/1.1" status: 204 len: 168 time: 0.2310092 Jun 21 20:10:02.301285 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-fb594d62-31c9-4042-ad64-be3f669e8c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:02.309366 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec296d24-2114-4790-af75-1ff421ce6307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32673526-d0a1-4353-b69f-de7811b63181,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:02.311749 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ec296d24-2114-4790-af75-1ff421ce6307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:03.032316 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:10:03.295833 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46100) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:03.385958 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1461691267-network', 'tenant_id': 'af99b8adfbd2416b98842b620988c101'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:03.462005 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Made reservation on behalf of af99b8adfbd2416b98842b620988c101 for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:10:03.465302 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:03.473459 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:03.559302 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:03.639204 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:03.643142 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-7a0fc5b8-b037-4776-bb34-6d222e6b7f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:03.660537 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 20:10:03.674839 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fd0dc3-bf04-4bf2-95eb-fe2312bef580,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:03.677914 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:03.679103 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:03.679470 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Added segment 508bc236-0bfd-4c75-bf90-20b84586854c of type vlan for network 085ef811-e450-4ae1-a22d-8171ae8eaefb Jun 21 20:10:03.718150 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:03.867496 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:03.868529 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:03.869132 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:03.871214 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:03.928477 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Pushing event updated for resources: {'Network': ['ID=085ef811-e450-4ae1-a22d-8171ae8eaefb,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:03.931033 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:03.938079 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 085ef811-e450-4ae1-a22d-8171ae8eaefb details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 20:10:03.982250 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6852446 Jun 21 20:10:03.984963 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46104) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:03.989828 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Request body: {'subnet': {'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1461691267-subnet', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'ip_version': 4}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:04.078630 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Made reservation on behalf of af99b8adfbd2416b98842b620988c101 for: {'subnet': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:10:04.081020 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30770922'] for subnet, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:04.302045 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30744992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30770936'] for subnet, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:04.304316 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-85a370fd-119c-4587-ae7a-26fe0baafc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:04.350867 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1b4a92-cb06-4d30-8ee0-8e0d795024db,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:04.358491 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:04.366874 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Checking segment: {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:10:04.367232 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Network hostable DHCP agents. Network: 085ef811-e450-4ae1-a22d-8171ae8eaefb, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 20:10:04.450892 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Network 085ef811-e450-4ae1-a22d-8171ae8eaefb is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 20:10:04.524456 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 085ef811-e450-4ae1-a22d-8171ae8eaefb) {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:04.529455 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:04.530036 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:04.541551 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ba77f-7126-424b-a8e3-e858d0422095 None None] Network 085ef811-e450-4ae1-a22d-8171ae8eaefb requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:10:04.600506 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-e48f1c1d-bcee-414c-9575-c3996de4ee40 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6138504 Jun 21 20:10:04.602504 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46106) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:04.606924 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:04.676287 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cbd27e-ac4b-5d60-81fc-ac2e7ea337cf-085ef811-e450-4ae1-a22d-8171ae8eaefb', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db'}]}} from dv-cinder-792462-15-iscsi. {{(pid=104796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 20:10:04.677149 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:04.684799 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-510613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4968'] for router, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:04.686263 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:04.736006 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:04.804358 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.db_base_plugin_common [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Allocated IP 172.20.0.2 (085ef811-e450-4ae1-a22d-8171ae8eaefb/ad1b4a92-cb06-4d30-8ee0-8e0d795024db/fcf96dbc-bc2e-4cb5-b816-ed402cff6078) {{(pid=104796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:10:04.920414 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4981'] for router, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:04.944456 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Notify callbacks [] for port, precommit_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:04.953047 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Transition to ACTIVE for port object fcf96dbc-bc2e-4cb5-b816-ed402cff6078 will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:04.966831 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Transition to ACTIVE for port object fcf96dbc-bc2e-4cb5-b816-ed402cff6078 will not be triggered until provisioned by entity DHCP. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:05.029529 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:05.031477 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:05.066465 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Network 085ef811-e450-4ae1-a22d-8171ae8eaefb is already hosted by enough agents. {{(pid=104796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:10:05.070909 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.base_scheduler [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Resources bound (agent type, host, resource id): {{(pid=104796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:05.073464 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Received port after_create {{(pid=104796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:10:05.082779 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Pushing event updated for resources: {'Port': ['ID=fcf96dbc-bc2e-4cb5-b816-ed402cff6078,revision_number=1']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:05.085820 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:05.140210 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Attempting to bind port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:10:05.140857 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Attempting to bind port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:10:05.141231 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Attempting to bind port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 on network 085ef811-e450-4ae1-a22d-8171ae8eaefb {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:10:05.146159 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:10:05.147648 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Checking segment: {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:10:05.147648 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:05.147648 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Bound using segment: {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:10:05.148078 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Bound port: fcf96dbc-bc2e-4cb5-b816-ed402cff6078, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:10:05.148727 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:05.192715 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:05.210669 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:05.211334 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] For port fcf96dbc-bc2e-4cb5-b816-ed402cff6078, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:10:05.214686 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] For port fcf96dbc-bc2e-4cb5-b816-ed402cff6078, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=fcf96dbc-bc2e-4cb5-b816-ed402cff6078,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:10:05.308349 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Allocated IP 172.27.0.244 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/152ebae2-4c17-4178-ba58-24b11d9861cd) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:10:05.346983 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:05.358699 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:05.404726 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Pushing event updated for resources: {'Port': ['ID=fcf96dbc-bc2e-4cb5-b816-ed402cff6078,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:05.407948 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:05.414220 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:05.542398 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:05.557239 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-1082f59b-a2df-4a63-ae6c-62ca012faaeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:05.592360 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:10:05.595346 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:05.599001 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:10:05.604657 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Pushing event updated for resources: {'Port': ['ID=152ebae2-4c17-4178-ba58-24b11d9861cd,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:05.633981 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.633981 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.633981 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.633981 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.633981 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.633981 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.633981 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.633981 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.633981 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.633981 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.634915 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.634915 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:05.640129 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:05.938860 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:05.942005 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device fcf96dbc-bc2e-4cb5-b816-ed402cff6078 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:06.066399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:06.136585 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570368'] for router, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:06.275543 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7debe6dc-0cc4-43c6-b892-51c3744ba1fc None None] Network 085ef811-e450-4ae1-a22d-8171ae8eaefb requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:10:06.370552 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc is scheduled to L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f with binding_index 1 {{(pid=104794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 20:10:06.387225 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-2eb0b098-d661-436c-9d45-20660df0ad09 None None] Provisioning for port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:06.395626 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-2eb0b098-d661-436c-9d45-20660df0ad09 None None] Provisioning complete for port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:06.396010 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b098-d661-436c-9d45-20660df0ad09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:06.490549 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:10:06.501922 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Sync routers for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:10:06.520596 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b098-d661-436c-9d45-20660df0ad09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:06.523298 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:10:06.523961 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:09:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:06.565036 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] Notify callbacks [] for router, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:06.566436 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-bc35ef1b-24ef-4e13-b9f9-5fe1b0d08b68 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9629774 Jun 21 20:10:06.569120 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46108) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:06.626127 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-2eb0b098-d661-436c-9d45-20660df0ad09 None None] For port fcf96dbc-bc2e-4cb5-b816-ed402cff6078, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=fcf96dbc-bc2e-4cb5-b816-ed402cff6078,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:10:06.660140 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:10:06.694040 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b098-d661-436c-9d45-20660df0ad09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:06.726149 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:06.830964 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0b098-d661-436c-9d45-20660df0ad09 None None] Pushing event updated for resources: {'Port': ['ID=fcf96dbc-bc2e-4cb5-b816-ed402cff6078,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:06.836330 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-2eb0b098-d661-436c-9d45-20660df0ad09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:06.852143 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-8229ffdf-7728-4271-9042-b6eaeb1c8907 None None] Provisioning complete for port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:06.852528 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-8229ffdf-7728-4271-9042-b6eaeb1c8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:06.974866 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:05Z', 'revision_number': 3, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:07.005710 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Checking router: 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:10:07.006073 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Updating router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc port 152ebae2-4c17-4178-ba58-24b11d9861cd binding host dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:10:07.039684 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:07.278413 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:07.280692 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:07.290074 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Transition to ACTIVE for port object 152ebae2-4c17-4178-ba58-24b11d9861cd will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:07.404915 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:07.407771 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:07.432679 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Allocated IP 172.20.0.1 (085ef811-e450-4ae1-a22d-8171ae8eaefb/ad1b4a92-cb06-4d30-8ee0-8e0d795024db/3746a9a0-3380-4a10-b1d4-2794c1b60091) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:10:07.456376 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Attempting to bind port 152ebae2-4c17-4178-ba58-24b11d9861cd on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:10:07.456755 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Attempting to bind port 152ebae2-4c17-4178-ba58-24b11d9861cd by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:10:07.457122 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Attempting to bind port 152ebae2-4c17-4178-ba58-24b11d9861cd on network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:10:07.464149 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda7f17-4c1e-4065-880a-422ed00887b2 None None] Pushing event updated for resources: {'Port': ['ID=152ebae2-4c17-4178-ba58-24b11d9861cd,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:07.467091 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:10:07.467484 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Checking segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:10:07.467896 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:07.468283 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Bound using segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:10:07.468755 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Bound port: 152ebae2-4c17-4178-ba58-24b11d9861cd, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:10:07.469129 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:07.470784 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-2bda7f17-4c1e-4065-880a-422ed00887b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:07.524061 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] For port 152ebae2-4c17-4178-ba58-24b11d9861cd, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:10:07.528102 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] For port 152ebae2-4c17-4178-ba58-24b11d9861cd, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=152ebae2-4c17-4178-ba58-24b11d9861cd,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:10:07.537872 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:07.550880 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Transition to ACTIVE for port object 3746a9a0-3380-4a10-b1d4-2794c1b60091 will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:07.604066 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:07.606065 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-14b3930d-341c-4f6c-8afe-196cc28cff86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:07.660368 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:10:07.660990 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:09:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:07.665531 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda7f17-4c1e-4065-880a-422ed00887b2 None None] Pushing event updated for resources: {'Port': ['ID=152ebae2-4c17-4178-ba58-24b11d9861cd,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:07.690915 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:07.697484 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:07.738112 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Network 085ef811-e450-4ae1-a22d-8171ae8eaefb is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:10:07.741239 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:07.746880 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:10:07.773589 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3746a9a0-3380-4a10-b1d4-2794c1b60091,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:07.778057 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:07.794411 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568879'] for router_interface, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:07.829537 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-2bda7f17-4c1e-4065-880a-422ed00887b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:07.924818 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:10:07.954533 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device fcf96dbc-bc2e-4cb5-b816-ed402cff6078 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:07.998817 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:08.098480 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:08.098757 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:08.157526 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:08.178541 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:05Z', 'revision_number': 3, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:08.198958 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-e56b31ec-b89f-42d0-ad84-78d54b89eb98 None None] Provisioning for port 3746a9a0-3380-4a10-b1d4-2794c1b60091 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:08.210359 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:08.213644 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-0c437695-4afc-4cb1-93a0-9561f3f184b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:08.234091 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4932b36-8072-4fa1-8425-c40d94bb3ad1 None None] The sync data for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi is: [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:05Z', 'revision_number': 3, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:10:08.235591 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-e56b31ec-b89f-42d0-ad84-78d54b89eb98 None None] Provisioning complete for port 3746a9a0-3380-4a10-b1d4-2794c1b60091 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:08.235978 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e56b31ec-b89f-42d0-ad84-78d54b89eb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:08.275324 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-e56b31ec-b89f-42d0-ad84-78d54b89eb98 None None] Port 3746a9a0-3380-4a10-b1d4-2794c1b60091 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:10:08.285917 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569910'] for router_interface, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:08.294194 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3746a9a0-3380-4a10-b1d4-2794c1b60091,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:08.298134 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:08.380820 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Network 085ef811-e450-4ae1-a22d-8171ae8eaefb is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:10:08.382242 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:08.524630 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:10:08.636866 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:10:08.644863 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-b844d54c-3949-4c79-9a6e-f88440e039a6 admin admin] 10.222.0.30 "PUT /v2.0/routers/0fc9d4d9-3922-4d94-9186-14f27bcd9bbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0719528 Jun 21 20:10:08.696096 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-20b72b21-6473-49c9-b4b3-e35fa9bb05b5 None None] Provisioning complete for port 3746a9a0-3380-4a10-b1d4-2794c1b60091 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:08.696703 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-20b72b21-6473-49c9-b4b3-e35fa9bb05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:08.730962 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-20b72b21-6473-49c9-b4b3-e35fa9bb05b5 None None] Port 3746a9a0-3380-4a10-b1d4-2794c1b60091 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:10:09.322221 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46132) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:09.327518 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1514710798-network', 'tenant_id': '00d672c96fd642799184bcd6131bc685'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:09.443389 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Made reservation on behalf of 00d672c96fd642799184bcd6131bc685 for: {'network': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:10:09.445826 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for network, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:09.455596 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:09.548124 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:09.614892 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:09.617994 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-74672c35-76e8-4422-ad39-7207ddebd7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:09.640212 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=104794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 20:10:09.648835 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4182a05c-edcf-40ae-9ffd-9a52167bf8e9,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:09.653160 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:09.655864 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:09.656210 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.segments_db [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Added segment e4c81cc4-b62b-46b0-9f7d-eaaed2583d60 of type vlan for network 7f98d8cb-5657-45e2-9c70-d628a9d47318 Jun 21 20:10:09.694790 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759199943388'] for network, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:09.700073 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Sync routers for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:10:09.708874 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:10:09.709480 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:09:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:09.793596 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306'] for network, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:09.794757 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:09.795345 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:09.798486 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a4cd80c2-cbfd-4d8d-ad85-f926e3a58205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:09.814323 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:10:09.853131 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Pushing event updated for resources: {'Network': ['ID=7f98d8cb-5657-45e2-9c70-d628a9d47318,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:09.857041 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:09.864797 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Network 7f98d8cb-5657-45e2-9c70-d628a9d47318 details requested by agent ovs-agent-dv-cinder-792462-15-iscsi with host dv-cinder-792462-15-iscsi {{(pid=104796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 20:10:09.922559 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46134) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:09.923117 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-21244e59-5a95-404d-8fe6-2ca4da8f8ebb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5992897 Jun 21 20:10:09.931575 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Request body: {'subnet': {'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1514710798-subnet', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'ip_version': 4}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:09.965939 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 152ebae2-4c17-4178-ba58-24b11d9861cd up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:10.017334 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:08Z', 'revision_number': 2, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:10.045920 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Checking router: 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:10:10.046315 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Updating router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc port 3746a9a0-3380-4a10-b1d4-2794c1b60091 binding host dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:10:10.054397 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Made reservation on behalf of 00d672c96fd642799184bcd6131bc685 for: {'subnet': 1} {{(pid=104793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:10:10.056885 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31794907'] for subnet, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.079358 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.094559 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 152ebae2-4c17-4178-ba58-24b11d9861cd completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:10.098504 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 152ebae2-4c17-4178-ba58-24b11d9861cd triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:10.102651 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.180584 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.204941 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 152ebae2-4c17-4178-ba58-24b11d9861cd, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=152ebae2-4c17-4178-ba58-24b11d9861cd,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:10:10.300730 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.302620 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-b549c8e1-3365-4896-bdd5-1b88cf9ac834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:10.319538 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32428810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31794889'] for subnet, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.323055 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:10.351627 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=152ebae2-4c17-4178-ba58-24b11d9861cd,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:10.354663 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:10.381671 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a199cc-6613-435c-84e4-3a90e8970c03,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:10.392726 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.393107 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.394821 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.394821 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.394821 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.394821 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.394821 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.395312 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.395549 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.395902 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.396248 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.396594 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.400981 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:10.402119 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Checking segment: {'id': 'e4c81cc4-b62b-46b0-9f7d-eaaed2583d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:10:10.402471 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Network hostable DHCP agents. Network: 7f98d8cb-5657-45e2-9c70-d628a9d47318, hostable agents: ['744d2793-e2b1-49c9-936b-ad471ffd0ae1'], hosted agents: [] {{(pid=104793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 20:10:10.435602 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Notify callbacks [] for port, precommit_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.444974 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.provisioning_blocks [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Transition to ACTIVE for port object 3746a9a0-3380-4a10-b1d4-2794c1b60091 will not be triggered until provisioned by entity L2. {{(pid=104797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:10.490624 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Network 7f98d8cb-5657-45e2-9c70-d628a9d47318 is scheduled to be hosted by DHCP agent 744d2793-e2b1-49c9-936b-ad471ffd0ae1 with binding_index 1 {{(pid=104793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 20:10:10.529129 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.531294 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:10.603666 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-iscsi, 7f98d8cb-5657-45e2-9c70-d628a9d47318) {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:10.606295 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Pushing event updated for resources: {'Port': ['ID=3746a9a0-3380-4a10-b1d4-2794c1b60091,revision_number=3']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:10.608919 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:10.609728 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.613732 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.614088 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.614428 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.614762 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.615093 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.615425 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.615582 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f2443e-b6fe-4604-b5f5-e0eb4b753d34 None None] Network 7f98d8cb-5657-45e2-9c70-d628a9d47318 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:10:10.615779 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.616103 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.616440 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.616748 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.617096 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.617562 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:10.642390 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:10.675086 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Attempting to bind port 3746a9a0-3380-4a10-b1d4-2794c1b60091 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:10:10.675480 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Attempting to bind port 3746a9a0-3380-4a10-b1d4-2794c1b60091 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:10:10.676568 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Attempting to bind port 3746a9a0-3380-4a10-b1d4-2794c1b60091 on network 085ef811-e450-4ae1-a22d-8171ae8eaefb {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:10:10.680938 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:10:10.681318 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Checking segment: {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:10:10.681726 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.682121 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Bound using segment: {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:10:10.684096 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Bound port: 3746a9a0-3380-4a10-b1d4-2794c1b60091, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'}}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:10:10.684096 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.697562 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-e0fd39ee-3f14-4547-a852-8205d3b18b2a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7731142 Jun 21 20:10:10.700476 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46136) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:10.705653 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1514710798-router', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:10.759989 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] For port 3746a9a0-3380-4a10-b1d4-2794c1b60091, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:10:10.764679 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] For port 3746a9a0-3380-4a10-b1d4-2794c1b60091, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=3746a9a0-3380-4a10-b1d4-2794c1b60091,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:10:10.779885 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43cbd27e-ac4b-5d60-81fc-ac2e7ea337cf-7f98d8cb-5657-45e2-9c70-d628a9d47318', 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'fixed_ips': [{'subnet_id': 'e0a199cc-6613-435c-84e4-3a90e8970c03'}]}} from dv-cinder-792462-15-iscsi. {{(pid=104796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 20:10:10.780798 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.827433 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-510613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4968'] for router, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.828510 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571302', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-454612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.863164 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.866344 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-e4ea50a7-fde3-40ed-be26-d513af824672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:10.882912 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:10.913367 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:10:10.913998 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:09:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:10.930423 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.db_base_plugin_common [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Allocated IP 172.20.0.2 (7f98d8cb-5657-45e2-9c70-d628a9d47318/e0a199cc-6613-435c-84e4-3a90e8970c03/2d7ac72e-7415-4485-b494-9acd32f6809f) {{(pid=104796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:10:10.968871 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Pushing event updated for resources: {'Port': ['ID=3746a9a0-3380-4a10-b1d4-2794c1b60091,revision_number=4']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:10.980636 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:11.071691 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:10:11.103184 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:11.113661 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Transition to ACTIVE for port object 2d7ac72e-7415-4485-b494-9acd32f6809f will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:11.135238 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Transition to ACTIVE for port object 2d7ac72e-7415-4485-b494-9acd32f6809f will not be triggered until provisioned by entity DHCP. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:11.180441 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-510567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4981'] for router, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:11.200481 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862'] for port, after_create {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:11.203296 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:11.249277 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Network 7f98d8cb-5657-45e2-9c70-d628a9d47318 is already hosted by enough agents. {{(pid=104796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:10:11.261534 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.scheduler.base_scheduler [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Resources bound (agent type, host, resource id): {{(pid=104796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:11.261534 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Received port after_create {{(pid=104796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:10:11.261534 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Pushing event updated for resources: {'Port': ['ID=2d7ac72e-7415-4485-b494-9acd32f6809f,revision_number=1']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:11.267300 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:11.286975 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:11.314127 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862db07-7e7f-4a63-9aae-4d34871a4419 None None] The sync data for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi is: [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:10:11.329178 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Attempting to bind port 2d7ac72e-7415-4485-b494-9acd32f6809f on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:10:11.329557 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Attempting to bind port 2d7ac72e-7415-4485-b494-9acd32f6809f by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': 'e4c81cc4-b62b-46b0-9f7d-eaaed2583d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:10:11.329934 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Attempting to bind port 2d7ac72e-7415-4485-b494-9acd32f6809f on network 7f98d8cb-5657-45e2-9c70-d628a9d47318 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:10:11.335482 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:10:11.335884 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Checking segment: {'id': 'e4c81cc4-b62b-46b0-9f7d-eaaed2583d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:10:11.336365 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:11.336770 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Bound using segment: {'id': 'e4c81cc4-b62b-46b0-9f7d-eaaed2583d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:10:11.337254 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Bound port: 2d7ac72e-7415-4485-b494-9acd32f6809f, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c81cc4-b62b-46b0-9f7d-eaaed2583d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:10:11.337628 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:11.427228 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] For port 2d7ac72e-7415-4485-b494-9acd32f6809f, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:10:11.434498 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] For port 2d7ac72e-7415-4485-b494-9acd32f6809f, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=2d7ac72e-7415-4485-b494-9acd32f6809f,segment=NetworkSegment(e4c81cc4-b62b-46b0-9f7d-eaaed2583d60),segment_id=e4c81cc4-b62b-46b0-9f7d-eaaed2583d60)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:10:11.493936 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:11.497757 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:11.572104 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:11.576052 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Pushing event updated for resources: {'Port': ['ID=2d7ac72e-7415-4485-b494-9acd32f6809f,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:11.585373 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-843400a2-0c3b-4fe6-a35e-3d5c8fa47ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:11.596287 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:11.714364 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Allocated IP 172.27.0.47 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/4f55216d-152f-4b44-b09f-1387d6cc556a) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:10:11.851926 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:11.971023 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:11.973124 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-324ab72c-09c2-4807-b3f6-f7c548ea897a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:12.037169 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:10:12.043896 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:12.046286 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Pushing event updated for resources: {'Port': ['ID=4f55216d-152f-4b44-b09f-1387d6cc556a,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:12.058539 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:10:12.059020 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:12.093241 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 2d7ac72e-7415-4485-b494-9acd32f6809f up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:12.216461 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 2d7ac72e-7415-4485-b494-9acd32f6809f completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:12.222006 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 152ebae2-4c17-4178-ba58-24b11d9861cd up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:12.288653 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 152ebae2-4c17-4178-ba58-24b11d9861cd triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:12.289037 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:12.380615 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 3746a9a0-3380-4a10-b1d4-2794c1b60091 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:12.395336 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:12.479309 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 3746a9a0-3380-4a10-b1d4-2794c1b60091 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:12.485690 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 3746a9a0-3380-4a10-b1d4-2794c1b60091 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:12.486420 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:12.582529 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:12.612359 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-510620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570368'] for router, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:12.617116 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee28cd-6359-4d2f-b96a-9e1b4f839d76 None None] Network 7f98d8cb-5657-45e2-9c70-d628a9d47318 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:10:12.633948 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 3746a9a0-3380-4a10-b1d4-2794c1b60091, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=3746a9a0-3380-4a10-b1d4-2794c1b60091,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:10:12.674820 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:12.678000 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-3cc0943e-fbe3-4f82-abcf-6e8fe953b781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:12.768077 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=3746a9a0-3380-4a10-b1d4-2794c1b60091,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:12.772169 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:12.806089 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-cec49ac7-9730-4860-93f9-ae14586eed38 None None] Provisioning for port 2d7ac72e-7415-4485-b494-9acd32f6809f completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:12.811875 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-cec49ac7-9730-4860-93f9-ae14586eed38 None None] Provisioning complete for port 2d7ac72e-7415-4485-b494-9acd32f6809f triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:12.812258 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cec49ac7-9730-4860-93f9-ae14586eed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:12.821621 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Router abf5df59-a6a4-40a4-b658-70b89304d585 is scheduled to L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f with binding_index 1 {{(pid=104794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 20:10:12.909748 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cec49ac7-9730-4860-93f9-ae14586eed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:12.935089 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:10:12.946575 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Sync routers for ids ['abf5df59-a6a4-40a4-b658-70b89304d585'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:10:12.950178 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-cec49ac7-9730-4860-93f9-ae14586eed38 None None] For port 2d7ac72e-7415-4485-b494-9acd32f6809f, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=2d7ac72e-7415-4485-b494-9acd32f6809f,segment=NetworkSegment(e4c81cc4-b62b-46b0-9f7d-eaaed2583d60),segment_id=e4c81cc4-b62b-46b0-9f7d-eaaed2583d60)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:10:12.957896 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Routers {'abf5df59-a6a4-40a4-b658-70b89304d585'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:10:12.958524 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:09:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['abf5df59-a6a4-40a4-b658-70b89304d585'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:12.999655 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] Notify callbacks [] for router, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:13.003501 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-720e2007-c1a6-46d3-aca1-03aaaec10acc admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2988627 Jun 21 20:10:13.003934 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46144) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:13.045146 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cec49ac7-9730-4860-93f9-ae14586eed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:13.048480 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-993c5f8a-5b49-45b9-872d-716c64cdbc15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:13.110494 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Set router abf5df59-a6a4-40a4-b658-70b89304d585 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:10:13.112528 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec49ac7-9730-4860-93f9-ae14586eed38 None None] Pushing event updated for resources: {'Port': ['ID=2d7ac72e-7415-4485-b494-9acd32f6809f,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:13.273502 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-cec49ac7-9730-4860-93f9-ae14586eed38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:13.348760 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-94541b34-d66c-44a0-92ed-0566cfb75b49 None None] Provisioning complete for port 2d7ac72e-7415-4485-b494-9acd32f6809f triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:13.349061 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-94541b34-d66c-44a0-92ed-0566cfb75b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:13.416058 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:13.496900 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'name': 'tempest-TestVolumeBootPattern-1514710798-router', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:10Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 3, 'project_id': '00d672c96fd642799184bcd6131bc685', 'gw_port': {'id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:11Z', 'updated_at': '2021-06-21T20:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:13.525548 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Checking router: abf5df59-a6a4-40a4-b658-70b89304d585 for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:10:13.525992 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Updating router abf5df59-a6a4-40a4-b658-70b89304d585 port 4f55216d-152f-4b44-b09f-1387d6cc556a binding host dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:10:13.559050 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:13.570382 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Allocated IP 172.20.0.1 (7f98d8cb-5657-45e2-9c70-d628a9d47318/e0a199cc-6613-435c-84e4-3a90e8970c03/d8e59093-c04c-47a3-997e-57ae097da510) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:10:13.672724 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:13.686525 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Transition to ACTIVE for port object d8e59093-c04c-47a3-997e-57ae097da510 will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:13.799351 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:13.809048 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Transition to ACTIVE for port object 4f55216d-152f-4b44-b09f-1387d6cc556a will not be triggered until provisioned by entity L2. {{(pid=104796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:13.816278 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:13.819172 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-c6e775f2-779d-436e-b134-7d5d0ad813f6 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:13.854089 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Network 7f98d8cb-5657-45e2-9c70-d628a9d47318 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:10:13.857617 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:13.861184 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:10:13.885458 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e59093-c04c-47a3-997e-57ae097da510,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:13.889828 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:13.903052 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:13.907427 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568879'] for router_interface, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:13.914510 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-a0bd4e94-56ae-4ccd-9d40-e48cc16cd8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:13.952783 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 2d7ac72e-7415-4485-b494-9acd32f6809f up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:13.995833 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Attempting to bind port 4f55216d-152f-4b44-b09f-1387d6cc556a on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:10:13.996252 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Attempting to bind port 4f55216d-152f-4b44-b09f-1387d6cc556a by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:10:13.996573 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Attempting to bind port 4f55216d-152f-4b44-b09f-1387d6cc556a on network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:10:14.011329 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:10:14.012282 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Checking segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:10:14.012282 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:14.012662 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Bound using segment: {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'} {{(pid=104796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:10:14.013151 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.managers [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Bound port: 4f55216d-152f-4b44-b09f-1387d6cc556a, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb2a87c-8bc0-4b44-bf27-3e9098ec82be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4'}}] {{(pid=104796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:10:14.013531 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:14.015160 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ebd82-7726-4895-9113-2776b99dbda4 None None] Pushing event updated for resources: {'Port': ['ID=4f55216d-152f-4b44-b09f-1387d6cc556a,revision_number=2']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:14.018285 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-646ebd82-7726-4895-9113-2776b99dbda4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:14.067057 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 2d7ac72e-7415-4485-b494-9acd32f6809f triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:14.067438 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:14.102383 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] For port 4f55216d-152f-4b44-b09f-1387d6cc556a, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:10:14.109436 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:14.128199 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] For port 4f55216d-152f-4b44-b09f-1387d6cc556a, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=4f55216d-152f-4b44-b09f-1387d6cc556a,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:10:14.173259 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 3746a9a0-3380-4a10-b1d4-2794c1b60091 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:14.194418 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:14.197906 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:14.263062 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-9751785c-bc73-4dda-9dbb-766fb420b5fa None None] Provisioning for port d8e59093-c04c-47a3-997e-57ae097da510 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:14.270630 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ebd82-7726-4895-9113-2776b99dbda4 None None] Pushing event updated for resources: {'Port': ['ID=4f55216d-152f-4b44-b09f-1387d6cc556a,revision_number=3']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:14.274622 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-9751785c-bc73-4dda-9dbb-766fb420b5fa None None] Provisioning complete for port d8e59093-c04c-47a3-997e-57ae097da510 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:14.275010 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9751785c-bc73-4dda-9dbb-766fb420b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:14.278183 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-646ebd82-7726-4895-9113-2776b99dbda4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:14.307329 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Routers {'abf5df59-a6a4-40a4-b658-70b89304d585'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:10:14.308717 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:09:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['abf5df59-a6a4-40a4-b658-70b89304d585'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:14.365987 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-9751785c-bc73-4dda-9dbb-766fb420b5fa None None] Port d8e59093-c04c-47a3-997e-57ae097da510 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:10:14.369153 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 3746a9a0-3380-4a10-b1d4-2794c1b60091 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:14.369481 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:14.468301 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] Set router abf5df59-a6a4-40a4-b658-70b89304d585 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:10:14.562714 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:14.627363 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:14.647649 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f9780f80-5dc2-474f-9277-a74cdcfb1273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:14.693487 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'name': 'tempest-TestVolumeBootPattern-1514710798-router', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:10Z', 'updated_at': '2021-06-21T20:10:14Z', 'revision_number': 4, 'project_id': '00d672c96fd642799184bcd6131bc685', 'gw_port': {'id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:11Z', 'updated_at': '2021-06-21T20:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'd8e59093-c04c-47a3-997e-57ae097da510', 'name': '', 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'mac_address': 'fa:16:3e:1d:a8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e0a199cc-6613-435c-84e4-3a90e8970c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:13Z', 'updated_at': '2021-06-21T20:10:13Z', 'revision_number': 1, 'project_id': '00d672c96fd642799184bcd6131bc685', 'subnets': [{'id': 'e0a199cc-6613-435c-84e4-3a90e8970c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:14.696867 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569910'] for router_interface, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:14.699852 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e59093-c04c-47a3-997e-57ae097da510,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:14.704982 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:14.719742 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff787f9-abb1-4725-9023-015ee3e4f8a2 None None] The sync data for ids ['abf5df59-a6a4-40a4-b658-70b89304d585'] in dv-cinder-792462-15-iscsi is: [{'id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'name': 'tempest-TestVolumeBootPattern-1514710798-router', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:10Z', 'updated_at': '2021-06-21T20:10:14Z', 'revision_number': 4, 'project_id': '00d672c96fd642799184bcd6131bc685', 'gw_port': {'id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:11Z', 'updated_at': '2021-06-21T20:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'd8e59093-c04c-47a3-997e-57ae097da510', 'name': '', 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'mac_address': 'fa:16:3e:1d:a8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e0a199cc-6613-435c-84e4-3a90e8970c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:13Z', 'updated_at': '2021-06-21T20:10:13Z', 'revision_number': 1, 'project_id': '00d672c96fd642799184bcd6131bc685', 'subnets': [{'id': 'e0a199cc-6613-435c-84e4-3a90e8970c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:10:14.790284 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Network 7f98d8cb-5657-45e2-9c70-d628a9d47318 is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:10:14.791788 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:14.932278 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Router abf5df59-a6a4-40a4-b658-70b89304d585 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:10:15.052518 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:10:15.057455 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] 10.222.0.30 "PUT /v2.0/routers/abf5df59-a6a4-40a4-b658-70b89304d585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0525312 Jun 21 20:10:15.088411 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-dd57e1e1-0f66-4fe6-a26a-279e6591a3a9 None None] Provisioning complete for port d8e59093-c04c-47a3-997e-57ae097da510 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:15.088932 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-dd57e1e1-0f66-4fe6-a26a-279e6591a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:15.124358 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-dd57e1e1-0f66-4fe6-a26a-279e6591a3a9 None None] Port d8e59093-c04c-47a3-997e-57ae097da510 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:10:15.633059 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46154) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:15.638503 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-a58c93da-9d7b-45c1-8910-0c20a2229be7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898537229', 'description': 'tempest-secgroup-smoke-1898537229 description', 'project_id': 'af99b8adfbd2416b98842b620988c101'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:15.696373 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a58c93da-9d7b-45c1-8910-0c20a2229be7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:15.780591 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a58c93da-9d7b-45c1-8910-0c20a2229be7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:15.860656 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a58c93da-9d7b-45c1-8910-0c20a2229be7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:15.863457 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-cb39d416-c185-4aa8-8d1a-b40616caa342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:15.899177 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c93da-9d7b-45c1-8910-0c20a2229be7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b2e65e-e424-4212-9f34-6e469f183326,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:15.902313 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a58c93da-9d7b-45c1-8910-0c20a2229be7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:15.953013 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 4f55216d-152f-4b44-b09f-1387d6cc556a up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:15.957658 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-a58c93da-9d7b-45c1-8910-0c20a2229be7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:15.958951 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-a58c93da-9d7b-45c1-8910-0c20a2229be7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3249040 Jun 21 20:10:15.961850 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46156) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:15.967100 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-ca114d3d-8875-444d-892b-6cc964650fbf tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'security_group_rule': {'security_group_id': '20b2e65e-e424-4212-9f34-6e469f183326', 'project_id': 'af99b8adfbd2416b98842b620988c101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:16.061320 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ca114d3d-8875-444d-892b-6cc964650fbf tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.086023 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port 4f55216d-152f-4b44-b09f-1387d6cc556a completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:16.090148 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 4f55216d-152f-4b44-b09f-1387d6cc556a triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:16.090550 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.119716 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ca114d3d-8875-444d-892b-6cc964650fbf tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.167248 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.188374 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port 4f55216d-152f-4b44-b09f-1387d6cc556a, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=4f55216d-152f-4b44-b09f-1387d6cc556a,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:10:16.199763 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ca114d3d-8875-444d-892b-6cc964650fbf tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.205576 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:16.220582 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca114d3d-8875-444d-892b-6cc964650fbf tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ad01aa-3443-49e9-8ad5-f4fbf80ea6ae,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:16.222906 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ca114d3d-8875-444d-892b-6cc964650fbf tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:16.256473 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.259304 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:16.304650 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ca114d3d-8875-444d-892b-6cc964650fbf tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.308619 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46158) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:16.309253 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=4f55216d-152f-4b44-b09f-1387d6cc556a,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:16.309621 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-ca114d3d-8875-444d-892b-6cc964650fbf tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3467057 Jun 21 20:10:16.314504 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-339d72a4-da70-4347-9fa6-802c7979fa06 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'security_group_rule': {'security_group_id': '20b2e65e-e424-4212-9f34-6e469f183326', 'project_id': 'af99b8adfbd2416b98842b620988c101', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:16.316990 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.317340 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.317680 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.318025 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.318358 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.318687 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.319010 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.319332 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.319710 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.320032 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.320374 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.320691 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:10:16.326198 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:16.409579 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-339d72a4-da70-4347-9fa6-802c7979fa06 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.468419 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-339d72a4-da70-4347-9fa6-802c7979fa06 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.569278 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Sync routers for ids ['abf5df59-a6a4-40a4-b658-70b89304d585'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:10:16.575761 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-339d72a4-da70-4347-9fa6-802c7979fa06 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.577883 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:16.578848 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Routers {'abf5df59-a6a4-40a4-b658-70b89304d585'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:10:16.579489 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:09:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['abf5df59-a6a4-40a4-b658-70b89304d585'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:16.594895 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d72a4-da70-4347-9fa6-802c7979fa06 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd948cbe-0f6a-498b-b3f8-6eeda75697b2,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:16.603525 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-339d72a4-da70-4347-9fa6-802c7979fa06 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:16.677271 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-339d72a4-da70-4347-9fa6-802c7979fa06 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.679376 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-339d72a4-da70-4347-9fa6-802c7979fa06 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3692312 Jun 21 20:10:16.682119 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46160) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:16.685934 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Set router abf5df59-a6a4-40a4-b658-70b89304d585 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:10:16.687796 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [None req-b03f9809-b707-4dac-93db-df73671debba tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'security_group_rule': {'security_group_id': '20b2e65e-e424-4212-9f34-6e469f183326', 'project_id': 'af99b8adfbd2416b98842b620988c101', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:16.798567 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b03f9809-b707-4dac-93db-df73671debba tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.860715 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b03f9809-b707-4dac-93db-df73671debba tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.877919 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'name': 'tempest-TestVolumeBootPattern-1514710798-router', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:10Z', 'updated_at': '2021-06-21T20:10:14Z', 'revision_number': 4, 'project_id': '00d672c96fd642799184bcd6131bc685', 'gw_port': {'id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:11Z', 'updated_at': '2021-06-21T20:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'd8e59093-c04c-47a3-997e-57ae097da510', 'name': '', 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'mac_address': 'fa:16:3e:1d:a8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e0a199cc-6613-435c-84e4-3a90e8970c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:13Z', 'updated_at': '2021-06-21T20:10:14Z', 'revision_number': 2, 'project_id': '00d672c96fd642799184bcd6131bc685', 'subnets': [{'id': 'e0a199cc-6613-435c-84e4-3a90e8970c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:16.908232 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Checking router: abf5df59-a6a4-40a4-b658-70b89304d585 for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:10:16.908593 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Updating router abf5df59-a6a4-40a4-b658-70b89304d585 port d8e59093-c04c-47a3-997e-57ae097da510 binding host dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 20:10:16.941849 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b03f9809-b707-4dac-93db-df73671debba tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.942323 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:16.944135 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-339d72a4-da70-4347-9fa6-802c7979fa06 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:16.961486 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f9809-b707-4dac-93db-df73671debba tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d874151-7a78-4937-b281-6b6a17d79441,revision_number=0']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:16.964993 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-b03f9809-b707-4dac-93db-df73671debba tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:17.033370 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-b03f9809-b707-4dac-93db-df73671debba tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.034580 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-b03f9809-b707-4dac-93db-df73671debba tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504863 Jun 21 20:10:17.037555 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46162) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:17.043039 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-7922912f-0afd-4751-8140-3c179356fd99 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'security_group_rule': {'security_group_id': '20b2e65e-e424-4212-9f34-6e469f183326', 'project_id': 'af99b8adfbd2416b98842b620988c101', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:17.129611 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7922912f-0afd-4751-8140-3c179356fd99 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.191344 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7922912f-0afd-4751-8140-3c179356fd99 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.211504 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Notify callbacks [] for port, precommit_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.221378 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.provisioning_blocks [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Transition to ACTIVE for port object d8e59093-c04c-47a3-997e-57ae097da510 will not be triggered until provisioned by entity L2. {{(pid=104797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:17.267696 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7922912f-0afd-4751-8140-3c179356fd99 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.269900 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:17.286530 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922912f-0afd-4751-8140-3c179356fd99 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cb7f7a-2688-4d91-8530-a55401654769,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:17.289221 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-7922912f-0afd-4751-8140-3c179356fd99 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:17.296470 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.298948 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-abf958cb-8396-42ee-a868-3c52c5775609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:17.359254 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-7922912f-0afd-4751-8140-3c179356fd99 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.360631 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-7922912f-0afd-4751-8140-3c179356fd99 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219540 Jun 21 20:10:17.363093 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46164) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:17.367802 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-86f3a1fa-e85c-498d-bd85-bafb786b294e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'security_group_rule': {'security_group_id': '20b2e65e-e424-4212-9f34-6e469f183326', 'project_id': 'af99b8adfbd2416b98842b620988c101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:17.398921 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb12bc-8c5b-4e29-a9aa-1f7d3d9f5766 None None] Pushing event updated for resources: {'Port': ['ID=d8e59093-c04c-47a3-997e-57ae097da510,revision_number=3']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:17.422231 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-0dfb12bc-8c5b-4e29-a9aa-1f7d3d9f5766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:17.432476 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Attempting to bind port d8e59093-c04c-47a3-997e-57ae097da510 on host dv-cinder-792462-15-iscsi for vnic_type normal with profile {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:10:17.432847 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Attempting to bind port d8e59093-c04c-47a3-997e-57ae097da510 by drivers openvswitch,hyperv on host dv-cinder-792462-15-iscsi at level 0 using segments [{'id': 'e4c81cc4-b62b-46b0-9f7d-eaaed2583d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318'}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:10:17.433384 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Attempting to bind port d8e59093-c04c-47a3-997e-57ae097da510 on network 7f98d8cb-5657-45e2-9c70-d628a9d47318 {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:10:17.438617 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Checking agent: {'id': 'c9c6ae3b-ac04-415f-83fc-517564136ff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 48, 57), 'started_at': datetime.datetime(2021, 6, 21, 19, 49, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:10:17.438995 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Checking segment: {'id': 'e4c81cc4-b62b-46b0-9f7d-eaaed2583d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:10:17.439398 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.439819 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Bound using segment: {'id': 'e4c81cc4-b62b-46b0-9f7d-eaaed2583d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318'} {{(pid=104797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:10:17.440284 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.managers [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Bound port: d8e59093-c04c-47a3-997e-57ae097da510, host: dv-cinder-792462-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c81cc4-b62b-46b0-9f7d-eaaed2583d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318'}}] {{(pid=104797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:10:17.440656 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.466237 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.securitygroups_db [None req-86f3a1fa-e85c-498d-bd85-bafb786b294e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Project af99b8adfbd2416b98842b620988c101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 20:10:17.471570 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-86f3a1fa-e85c-498d-bd85-bafb786b294e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.512732 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] For port d8e59093-c04c-47a3-997e-57ae097da510, host dv-cinder-792462-15-iscsi, cleared binding levels {{(pid=104797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:10:17.516118 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.plugins.ml2.db [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] For port d8e59093-c04c-47a3-997e-57ae097da510, host dv-cinder-792462-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=d8e59093-c04c-47a3-997e-57ae097da510,segment=NetworkSegment(e4c81cc4-b62b-46b0-9f7d-eaaed2583d60),segment_id=e4c81cc4-b62b-46b0-9f7d-eaaed2583d60)] {{(pid=104797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:10:17.535829 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-86f3a1fa-e85c-498d-bd85-bafb786b294e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.592065 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron_lib.callbacks.manager [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.594395 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-9075aa49-2f39-4494-b8e7-9b38803135cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:17.615785 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-86f3a1fa-e85c-498d-bd85-bafb786b294e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.621457 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c57a6815-0be0-48c9-9175-c03caac27cb5 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:17.647269 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3a1fa-e85c-498d-bd85-bafb786b294e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f3509f-b8d2-436c-8726-4673275d492b,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:17.649564 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-86f3a1fa-e85c-498d-bd85-bafb786b294e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:17.658204 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Routers {'abf5df59-a6a4-40a4-b658-70b89304d585'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:10:17.658204 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:09:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['abf5df59-a6a4-40a4-b658-70b89304d585'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:17.736303 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-86f3a1fa-e85c-498d-bd85-bafb786b294e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.737535 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-86f3a1fa-e85c-498d-bd85-bafb786b294e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733175 Jun 21 20:10:17.740457 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46166) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:17.745715 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-ac6f0dd4-16e4-41e2-8b22-1f7f908a3719 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'security_group_rule': {'security_group_id': '20b2e65e-e424-4212-9f34-6e469f183326', 'project_id': 'af99b8adfbd2416b98842b620988c101', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:17.779789 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb12bc-8c5b-4e29-a9aa-1f7d3d9f5766 None None] Pushing event updated for resources: {'Port': ['ID=d8e59093-c04c-47a3-997e-57ae097da510,revision_number=4']} {{(pid=104797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:17.786831 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG oslo_concurrency.lockutils [None req-0dfb12bc-8c5b-4e29-a9aa-1f7d3d9f5766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104797) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:17.844515 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.securitygroups_db [None req-ac6f0dd4-16e4-41e2-8b22-1f7f908a3719 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Project af99b8adfbd2416b98842b620988c101 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 20:10:17.849641 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0dd4-16e4-41e2-8b22-1f7f908a3719 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.852172 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] Set router abf5df59-a6a4-40a4-b658-70b89304d585 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:10:17.919895 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0dd4-16e4-41e2-8b22-1f7f908a3719 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.969745 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d8e59093-c04c-47a3-997e-57ae097da510 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:17.981649 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0dd4-16e4-41e2-8b22-1f7f908a3719 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445387'] for security_group_rule, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:17.984246 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:18.002092 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f0dd4-16e4-41e2-8b22-1f7f908a3719 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860608f6-5a9a-4d27-ba00-49310e6c8bcf,revision_number=0']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:18.005019 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ac6f0dd4-16e4-41e2-8b22-1f7f908a3719 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:18.056122 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'name': 'tempest-TestVolumeBootPattern-1514710798-router', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:10Z', 'updated_at': '2021-06-21T20:10:14Z', 'revision_number': 4, 'project_id': '00d672c96fd642799184bcd6131bc685', 'gw_port': {'id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:11Z', 'updated_at': '2021-06-21T20:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'd8e59093-c04c-47a3-997e-57ae097da510', 'name': '', 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'mac_address': 'fa:16:3e:1d:a8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e0a199cc-6613-435c-84e4-3a90e8970c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:13Z', 'updated_at': '2021-06-21T20:10:17Z', 'revision_number': 4, 'project_id': '00d672c96fd642799184bcd6131bc685', 'subnets': [{'id': 'e0a199cc-6613-435c-84e4-3a90e8970c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:18.081799 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301cbef0-2fa0-47a7-85cc-195165811efd None None] The sync data for ids ['abf5df59-a6a4-40a4-b658-70b89304d585'] in dv-cinder-792462-15-iscsi is: [{'id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'name': 'tempest-TestVolumeBootPattern-1514710798-router', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:10Z', 'updated_at': '2021-06-21T20:10:14Z', 'revision_number': 4, 'project_id': '00d672c96fd642799184bcd6131bc685', 'gw_port': {'id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:11Z', 'updated_at': '2021-06-21T20:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': 'd8e59093-c04c-47a3-997e-57ae097da510', 'name': '', 'network_id': '7f98d8cb-5657-45e2-9c70-d628a9d47318', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'mac_address': 'fa:16:3e:1d:a8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e0a199cc-6613-435c-84e4-3a90e8970c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:13Z', 'updated_at': '2021-06-21T20:10:17Z', 'revision_number': 4, 'project_id': '00d672c96fd642799184bcd6131bc685', 'subnets': [{'id': 'e0a199cc-6613-435c-84e4-3a90e8970c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:10:18.089393 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0dd4-16e4-41e2-8b22-1f7f908a3719 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:18.093800 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-ac6f0dd4-16e4-41e2-8b22-1f7f908a3719 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3491035 Jun 21 20:10:18.101995 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning for port d8e59093-c04c-47a3-997e-57ae097da510 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:18.107544 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port d8e59093-c04c-47a3-997e-57ae097da510 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:18.107544 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:18.190172 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:18.225724 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] For port d8e59093-c04c-47a3-997e-57ae097da510, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=d8e59093-c04c-47a3-997e-57ae097da510,segment=NetworkSegment(e4c81cc4-b62b-46b0-9f7d-eaaed2583d60),segment_id=e4c81cc4-b62b-46b0-9f7d-eaaed2583d60)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:10:18.289271 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:18.290270 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 4f55216d-152f-4b44-b09f-1387d6cc556a up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:18.292760 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:18.393021 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Pushing event updated for resources: {'Port': ['ID=d8e59093-c04c-47a3-997e-57ae097da510,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:18.405181 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:18.412461 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port 4f55216d-152f-4b44-b09f-1387d6cc556a triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:18.413124 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:19.923147 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d8e59093-c04c-47a3-997e-57ae097da510 up at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:19.974241 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Provisioning complete for port d8e59093-c04c-47a3-997e-57ae097da510 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:19.974620 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:23.484432 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-07ed64f9-ec54-46b7-a966-3c0742be4d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:26.272924 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e442e68c-6002-474d-8d1d-0fd4acf491a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:27.393329 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:27.473237 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:28.461520 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:30.534026 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:35.037933 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-541637af-d943-4cd3-b5ea-df029cf151ed tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898537229&fields=id&tenant_id=af99b8adfbd2416b98842b620988c101 HTTP/1.1" status: 200 len: 267 time: 0.0337203 Jun 21 20:10:35.139727 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-fc3a4837-e9fb-4270-8ed2-cfc69b2e4b15 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:35.141321 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-fc3a4837-e9fb-4270-8ed2-cfc69b2e4b15 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 812 time: 0.0969985 Jun 21 20:10:35.156641 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-91f1d619-47d3-4520-a35f-443f0df78536 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/quotas/af99b8adfbd2416b98842b620988c101 HTTP/1.1" status: 200 len: 375 time: 0.0089042 Jun 21 20:10:35.230447 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-98485b0c-ff22-479f-9da3-bfb3f0bf6e70 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676169 Jun 21 20:10:35.333104 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-9ece6c69-d3c1-4ee4-bab4-ec4ecfea5093 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=104794) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 20:10:35.334291 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-9ece6c69-d3c1-4ee4-bab4-ec4ecfea5093 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0917935 Jun 21 20:10:35.420571 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f2a1ad5e-3d3a-406a-b150-26bfab6f023a service neutron] 10.222.0.30 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801904 Jun 21 20:10:35.510185 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-a89873a2-1727-48f0-ab11-a280d823588b service neutron] 10.222.0.30 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840027 Jun 21 20:10:36.123995 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4bdf2bad-8f73-4120-a4ea-1d1820526e2a req-a2aadb2c-8868-4b42-90c2-6f1c88b8eee1 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 210 time: 0.0315077 Jun 21 20:10:37.211041 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f1f3b72a-6e1e-4933-b711-12938239039d req-0c4ccdc1-7fde-4583-93be-4db7354f0844 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 210 time: 0.0291398 Jun 21 20:10:38.348910 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-57d2fd64-9ce7-4f7f-8f62-a7d82772505d req-9b12a7fa-75e7-4f75-b9ac-2d88a75bb7ca tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 210 time: 0.0286362 Jun 21 20:10:38.547913 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-9b685ba1-365b-4dc0-9aa2-c711d5fda842 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:38.549422 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-9b685ba1-365b-4dc0-9aa2-c711d5fda842 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 812 time: 0.1049562 Jun 21 20:10:38.592797 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-fd897d96-1c18-41ad-b824-c13bbe0b128d tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af99b8adfbd2416b98842b620988c101 HTTP/1.1" status: 200 len: 380 time: 0.0337429 Jun 21 20:10:38.601254 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'port': {'device_id': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'admin_state_up': True, 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'security_groups': ['20b2e65e-e424-4212-9f34-6e469f183326']}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:38.816368 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Made reservation on behalf of af99b8adfbd2416b98842b620988c101 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:10:38.819946 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:38.947190 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Allocated IP 172.20.0.5 (085ef811-e450-4ae1-a22d-8171ae8eaefb/ad1b4a92-cb06-4d30-8ee0-8e0d795024db/d78b67ed-a06a-47d4-8c4d-27ba243b78be) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:10:39.087689 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:39.101272 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Transition to ACTIVE for port object d78b67ed-a06a-47d4-8c4d-27ba243b78be will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:39.215006 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:39.219070 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-791008e2-107a-4e54-8d83-ccc5a046c400 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:39.262136 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Network 085ef811-e450-4ae1-a22d-8171ae8eaefb is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:10:39.265427 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:39.270110 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:10:39.294990 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'Port': ['ID=d78b67ed-a06a-47d4-8c4d-27ba243b78be,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:39.303674 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:39.324694 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:39.325420 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:39.463560 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8658104 Jun 21 20:10:39.477998 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Request body: {'port': {'device_id': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:39.593715 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf77b0c-c78c-4b5c-abf6-9f7aec205471 req-fe9c924d-9025-4ee2-8896-0e03c697cf28 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:39.595218 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-aaf77b0c-c78c-4b5c-abf6-9f7aec205471 req-fe9c924d-9025-4ee2-8896-0e03c697cf28 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 931 time: 0.1335385 Jun 21 20:10:39.598418 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:39.648335 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-432d8a8b-6396-472f-8c25-2411d58a1d1d None None] Provisioning for port d78b67ed-a06a-47d4-8c4d-27ba243b78be completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:39.653006 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-432d8a8b-6396-472f-8c25-2411d58a1d1d None None] Provisioning complete for port d78b67ed-a06a-47d4-8c4d-27ba243b78be triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:39.653385 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-432d8a8b-6396-472f-8c25-2411d58a1d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:39.672671 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-aaf77b0c-c78c-4b5c-abf6-9f7aec205471 req-9018fa07-1990-49be-9d1a-66d95dd32094 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657814 Jun 21 20:10:39.686616 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-432d8a8b-6396-472f-8c25-2411d58a1d1d None None] Port d78b67ed-a06a-47d4-8c4d-27ba243b78be cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:10:39.883355 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78b67ed-a06a-47d4-8c4d-27ba243b78be {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:10:39.891356 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:39.904429 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Transition to ACTIVE for port object d78b67ed-a06a-47d4-8c4d-27ba243b78be will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:10:39.987152 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:39.990134 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ff354ea5-616c-4870-993c-03090f3e726b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:40.031733 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:10:40.067579 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Pushing event updated for resources: {'Port': ['ID=d78b67ed-a06a-47d4-8c4d-27ba243b78be,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:40.070429 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:40.139604 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Attempting to bind port d78b67ed-a06a-47d4-8c4d-27ba243b78be on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:10:40.140004 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Attempting to bind port d78b67ed-a06a-47d4-8c4d-27ba243b78be by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:10:40.140327 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Attempting to bind port d78b67ed-a06a-47d4-8c4d-27ba243b78be on network 085ef811-e450-4ae1-a22d-8171ae8eaefb {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:10:40.146367 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Port d78b67ed-a06a-47d4-8c4d-27ba243b78be on network 085ef811-e450-4ae1-a22d-8171ae8eaefb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:10:40.146686 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Attempting to bind port d78b67ed-a06a-47d4-8c4d-27ba243b78be on network 085ef811-e450-4ae1-a22d-8171ae8eaefb {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:10:40.151691 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:10:40.151964 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Checking segment: {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:10:40.152347 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Bound using segment: {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:10:40.152765 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Bound port: d78b67ed-a06a-47d4-8c4d-27ba243b78be, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:10:40.153243 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:40.226066 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] For port d78b67ed-a06a-47d4-8c4d-27ba243b78be, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:10:40.228974 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] For port d78b67ed-a06a-47d4-8c4d-27ba243b78be, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d78b67ed-a06a-47d4-8c4d-27ba243b78be,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:10:40.307529 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:40.309461 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-138b8a89-ee46-46d4-a72f-702f712e31c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:40.342602 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:40.343207 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:40.344563 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] 10.222.0.22 "PUT /v2.0/ports/d78b67ed-a06a-47d4-8c4d-27ba243b78be HTTP/1.1" status: 200 len: 1093 time: 0.8703706 Jun 21 20:10:40.345074 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'tag': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:10:40.347656 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29552f9-6a4b-4111-9a4b-854e5cbef4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a688c5b4-3787-4c34-ad69-bb1c7a74a035", "tag": "d78b67ed-a06a-47d4-8c4d-27ba243b78be"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:10:40.380160 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Pushing event updated for resources: {'Port': ['ID=d78b67ed-a06a-47d4-8c4d-27ba243b78be,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:40.380160 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:40.389647 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40c9826-eaa9-4cfc-a1dc-82410dbb7238 x-openstack-request-id: req-a40c9826-eaa9-4cfc-a1dc-82410dbb7238 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:10:40.389987 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a688c5b4-3787-4c34-ad69-bb1c7a74a035", "tag": "d78b67ed-a06a-47d4-8c4d-27ba243b78be", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:10:40.390284 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a40c9826-eaa9-4cfc-a1dc-82410dbb7238 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:10:40.390978 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'tag': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be', 'status': 'completed', 'code': 200} Jun 21 20:10:40.464978 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29552f9-6a4b-4111-9a4b-854e5cbef4d6 req-f8f4a643-16c8-4db5-9d1e-cc1032303f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:40.466493 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c29552f9-6a4b-4111-9a4b-854e5cbef4d6 req-f8f4a643-16c8-4db5-9d1e-cc1032303f39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 1096 time: 0.0549035 Jun 21 20:10:40.566713 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29552f9-6a4b-4111-9a4b-854e5cbef4d6 req-42bd6d52-7fad-45b8-984f-052af2bb0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:40.568187 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c29552f9-6a4b-4111-9a4b-854e5cbef4d6 req-42bd6d52-7fad-45b8-984f-052af2bb0a92 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=af99b8adfbd2416b98842b620988c101&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946062 Jun 21 20:10:40.658672 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29552f9-6a4b-4111-9a4b-854e5cbef4d6 req-0c22e16f-f377-4a67-8d3f-3688d09c6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:40.660668 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-c29552f9-6a4b-4111-9a4b-854e5cbef4d6 req-0c22e16f-f377-4a67-8d3f-3688d09c6cb8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866933 Jun 21 20:10:40.749321 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-569686ef-73f9-4338-8121-1f074c7eca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:40.750781 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-569686ef-73f9-4338-8121-1f074c7eca96 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 1096 time: 0.0511913 Jun 21 20:10:40.792495 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-98c7336f-b89a-457e-b734-4908e15fa3f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d78b67ed-a06a-47d4-8c4d-27ba243b78be HTTP/1.1" status: 200 len: 217 time: 0.0346997 Jun 21 20:10:40.868760 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-654340a5-bc5f-4646-9215-0701165f11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:40.870165 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-654340a5-bc5f-4646-9215-0701165f11e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0700781 Jun 21 20:10:40.912820 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78cdc1-75e1-4eea-890a-648bf30c448c req-49592fc4-4b6c-4cf7-b2ef-b54d401d18ac tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:40.914171 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6e78cdc1-75e1-4eea-890a-648bf30c448c req-49592fc4-4b6c-4cf7-b2ef-b54d401d18ac tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 943 time: 0.1241438 Jun 21 20:10:40.963413 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6e78cdc1-75e1-4eea-890a-648bf30c448c req-0f2b7e8f-0fd2-47f6-b807-83ce160ce988 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422292 Jun 21 20:10:40.966110 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f2d929c7-2b1e-4ad9-b6d3-1583bf4dbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:40.967577 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-f2d929c7-2b1e-4ad9-b6d3-1583bf4dbf56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0902457 Jun 21 20:10:41.057156 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-6e386a78-b40f-487b-840a-12108eee7aa6 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835063 Jun 21 20:10:41.142102 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3ee40fc2-1042-4fb0-bce3-ff8894402014 req-2c8a7496-d131-403f-b3ba-748a40b34fd4 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783567 Jun 21 20:10:42.151663 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba484e3e-b42c-4d43-bb7a-4535da9b7728 req-0fe98c32-ae4b-43af-a4c7-8ad88a2b79a7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:42.153054 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ba484e3e-b42c-4d43-bb7a-4535da9b7728 req-0fe98c32-ae4b-43af-a4c7-8ad88a2b79a7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 943 time: 0.0635548 Jun 21 20:10:42.192668 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-ba484e3e-b42c-4d43-bb7a-4535da9b7728 req-3191e334-0820-4005-bfe4-3a9cf5307e12 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337882 Jun 21 20:10:43.366185 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeefe76-18e4-4cd7-9fe8-e83f794ffa9e req-cfa4c7fd-60c1-4b2e-a66b-b7da897af9cc tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:43.367639 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5aeefe76-18e4-4cd7-9fe8-e83f794ffa9e req-cfa4c7fd-60c1-4b2e-a66b-b7da897af9cc tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 943 time: 0.0681901 Jun 21 20:10:43.404320 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-5aeefe76-18e4-4cd7-9fe8-e83f794ffa9e req-6250ed58-997a-4348-b9a0-d4f8cc295dc9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311596 Jun 21 20:10:44.575718 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58507b-0cac-4308-aa62-2b71b9d844b0 req-f879f44d-871b-4855-9c35-9104ba8f7317 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:44.577174 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4c58507b-0cac-4308-aa62-2b71b9d844b0 req-f879f44d-871b-4855-9c35-9104ba8f7317 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 943 time: 0.0641749 Jun 21 20:10:44.612991 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4c58507b-0cac-4308-aa62-2b71b9d844b0 req-19e46c53-3828-46b1-8cad-d3cda8aab26f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303833 Jun 21 20:10:45.783168 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507549c-ec0c-40bd-befd-fef2bddbad2b req-8553fd7a-78e4-4b82-8dce-a20e4e97d95f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:45.784605 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b507549c-ec0c-40bd-befd-fef2bddbad2b req-8553fd7a-78e4-4b82-8dce-a20e4e97d95f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 943 time: 0.0608366 Jun 21 20:10:45.822267 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b507549c-ec0c-40bd-befd-fef2bddbad2b req-2d71854c-e342-4e11-af71-163bb5fd712e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Jun 21 20:10:46.994567 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080889-5f2a-4d5f-a68f-9350fe544b04 req-ae99a82d-fa7e-4c65-bca8-4f17aaf08df1 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:46.996020 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-91080889-5f2a-4d5f-a68f-9350fe544b04 req-ae99a82d-fa7e-4c65-bca8-4f17aaf08df1 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 943 time: 0.0615873 Jun 21 20:10:47.033072 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-91080889-5f2a-4d5f-a68f-9350fe544b04 req-0419dab5-c4a1-4eab-8489-be38613c15bc tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315208 Jun 21 20:10:48.201457 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb4e91-d678-46a6-91a2-d62cdc0067e6 req-4ab1eb36-8313-46ad-885f-30bdcd81f6ed tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:48.202899 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bddb4e91-d678-46a6-91a2-d62cdc0067e6 req-4ab1eb36-8313-46ad-885f-30bdcd81f6ed tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 943 time: 0.0622549 Jun 21 20:10:48.238782 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bddb4e91-d678-46a6-91a2-d62cdc0067e6 req-0478dd25-8387-4a4b-a78e-44f94ece7561 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302806 Jun 21 20:10:48.812005 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device d78b67ed-a06a-47d4-8c4d-27ba243b78be details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:10:48.905267 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port d78b67ed-a06a-47d4-8c4d-27ba243b78be, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d78b67ed-a06a-47d4-8c4d-27ba243b78be,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:10:48.916067 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'port_id': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be', 'mac_address': 'fa:16:3e:f8:f1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:10:48.950187 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:48.962397 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78b67ed-a06a-47d4-8c4d-27ba243b78be {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:10:48.980657 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port d78b67ed-a06a-47d4-8c4d-27ba243b78be, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d78b67ed-a06a-47d4-8c4d-27ba243b78be,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:10:49.049802 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:49.051574 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:49.100188 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=d78b67ed-a06a-47d4-8c4d-27ba243b78be,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:49.103335 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:49.300746 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['d78b67ed-a06a-47d4-8c4d-27ba243b78be'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:10:49.406420 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5036f-f8b2-4d53-bd5b-9e3a57dd277e req-c7649e6e-a093-46c5-8343-f3ddbb4c6311 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:49.407895 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7fe5036f-f8b2-4d53-bd5b-9e3a57dd277e req-c7649e6e-a093-46c5-8343-f3ddbb4c6311 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 944 time: 0.0622542 Jun 21 20:10:49.445360 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-7fe5036f-f8b2-4d53-bd5b-9e3a57dd277e req-1cac76ee-b2dc-4f18-9cf5-5e45a59e4d76 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318148 Jun 21 20:10:50.636191 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fd588-39a0-43e3-9590-9bb6c4e2ad18 req-0c46a62c-e642-4066-8ef4-62bf5cc38ebc tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:50.637607 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd7fd588-39a0-43e3-9590-9bb6c4e2ad18 req-0c46a62c-e642-4066-8ef4-62bf5cc38ebc tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 944 time: 0.0650618 Jun 21 20:10:50.673355 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dd7fd588-39a0-43e3-9590-9bb6c4e2ad18 req-aea11ad0-17fd-4141-a39d-e78db57add8c tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299006 Jun 21 20:10:50.825932 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device d78b67ed-a06a-47d4-8c4d-27ba243b78be up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:10:50.935469 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port d78b67ed-a06a-47d4-8c4d-27ba243b78be completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:10:50.939250 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port d78b67ed-a06a-47d4-8c4d-27ba243b78be triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:10:50.939658 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:51.011789 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:51.036178 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:10:51.038473 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd23292d-09c9-4017-8c6a-f988afa7f4f6" -d '{"events": [{"server_uuid": "a688c5b4-3787-4c34-ad69-bb1c7a74a035", "name": "network-vif-plugged", "status": "completed", "tag": "d78b67ed-a06a-47d4-8c4d-27ba243b78be"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:10:51.052075 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port d78b67ed-a06a-47d4-8c4d-27ba243b78be, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d78b67ed-a06a-47d4-8c4d-27ba243b78be,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:10:51.074465 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78b6416-df18-44b4-ae12-2207dcbdbebf x-openstack-request-id: req-a78b6416-df18-44b4-ae12-2207dcbdbebf {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:10:51.074763 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a688c5b4-3787-4c34-ad69-bb1c7a74a035", "name": "network-vif-plugged", "status": "completed", "tag": "d78b67ed-a06a-47d4-8c4d-27ba243b78be", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:10:51.075018 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a78b6416-df18-44b4-ae12-2207dcbdbebf {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:10:51.075474 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be', 'code': 200} Jun 21 20:10:51.141400 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:51.143876 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:51.190076 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=d78b67ed-a06a-47d4-8c4d-27ba243b78be,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:51.193268 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:51.489339 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17cd24-0319-4552-a58b-6590f3aebff2 req-649e9bb3-068d-48d2-9c1b-95957c182529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:51.490684 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6c17cd24-0319-4552-a58b-6590f3aebff2 req-649e9bb3-068d-48d2-9c1b-95957c182529 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 1098 time: 0.0495975 Jun 21 20:10:51.524802 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6c17cd24-0319-4552-a58b-6590f3aebff2 req-8ad7b47e-ab12-45ea-bddc-652e7d701f09 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272181 Jun 21 20:10:51.845000 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa8ebe-7212-4d97-8211-5188abac8d69 req-38e2342e-4334-4321-b147-e835aef10341 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:51.846424 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-39fa8ebe-7212-4d97-8211-5188abac8d69 req-38e2342e-4334-4321-b147-e835aef10341 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 945 time: 0.0644658 Jun 21 20:10:51.882539 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-39fa8ebe-7212-4d97-8211-5188abac8d69 req-8e23c3a0-5153-4def-9d55-b1249c801a3a tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303552 Jun 21 20:10:53.058705 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccd38c-3e1f-49a7-913a-913cc87fb543 req-b79a3259-d315-482c-8c98-f7696643ff84 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:53.060170 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b9ccd38c-3e1f-49a7-913a-913cc87fb543 req-b79a3259-d315-482c-8c98-f7696643ff84 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 945 time: 0.0657961 Jun 21 20:10:53.096447 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b9ccd38c-3e1f-49a7-913a-913cc87fb543 req-37cfba2c-58f1-469b-8f0f-3deb3d0f609c tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 Jun 21 20:10:53.268144 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62acf3-8b35-4032-8cf4-c00f8ecc0ce5 req-b615d125-3c26-4907-9efa-436540965067 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:53.269547 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7f62acf3-8b35-4032-8cf4-c00f8ecc0ce5 req-b615d125-3c26-4907-9efa-436540965067 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 945 time: 0.0613582 Jun 21 20:10:53.305676 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7f62acf3-8b35-4032-8cf4-c00f8ecc0ce5 req-5acc96b3-2350-4e98-a2be-aeb4caa1cb6a tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305631 Jun 21 20:10:53.330268 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46336) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:53.422255 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafe35ee-566a-4e95-a97d-4764b76616f3 tempest-TestVolumeBootPattern-1096801640 tempest-TestVolumeBootPattern-1096801640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:53.423828 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-aafe35ee-566a-4e95-a97d-4764b76616f3 tempest-TestVolumeBootPattern-1096801640 tempest-TestVolumeBootPattern-1096801640-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 1093 time: 0.0924594 Jun 21 20:10:53.426535 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46340) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:10:53.430952 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'floatingip': {'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'port_id': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:10:53.524045 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9436589d-4a44-4d3d-8fc1-4a813c1e6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:53.551084 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:53.888312 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:53.985024 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Allocated IP 172.27.0.126 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/19a13e1d-e215-419e-bb0c-5cd9a48f70b2) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:10:54.084895 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:54.182052 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:54.184287 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-ae1a3720-63fa-4e3b-bac2-2f2d49f29606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:54.222753 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:10:54.225583 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:10:54.230685 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:10:54.233817 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'Port': ['ID=19a13e1d-e215-419e-bb0c-5cd9a48f70b2,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:54.252542 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:54.583734 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:54.715393 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:54.855771 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:54.921992 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:54.924001 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-9d09c323-edea-4362-abc2-f80b8dcad7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:10:54.988764 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'Port': ['ID=19a13e1d-e215-419e-bb0c-5cd9a48f70b2,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:10:54.991462 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:10:55.004061 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:55.100271 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.l3_db [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Floating IP a5731866-3064-4e66-b62c-3b5e26fe7737 associated. External IP: 172.27.0.126, port: d78b67ed-a06a-47d4-8c4d-27ba243b78be. Jun 21 20:10:55.310710 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:10:55.418541 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:10:55.427789 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efecc164-53a3-41aa-9381-0417a8c720ce None None] Sync routers for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:10:55.437745 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecc164-53a3-41aa-9381-0417a8c720ce None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:10:55.438359 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-efecc164-53a3-41aa-9381-0417a8c720ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:10:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:55.507005 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:55.544060 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-efecc164-53a3-41aa-9381-0417a8c720ce None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:10:55.544536 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-b05c1982-6103-4799-979d-019d4b2b29fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1169786 Jun 21 20:10:55.546197 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'tag': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:10:55.547766 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a440fcb-e5f9-4ea6-b13e-649d83c58324" -d '{"events": [{"name": "network-changed", "server_uuid": "a688c5b4-3787-4c34-ad69-bb1c7a74a035", "tag": "d78b67ed-a06a-47d4-8c4d-27ba243b78be"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:10:55.646525 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d305c8-e981-46cd-902c-eb23ac475baa x-openstack-request-id: req-10d305c8-e981-46cd-902c-eb23ac475baa {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:10:55.646889 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a688c5b4-3787-4c34-ad69-bb1c7a74a035", "tag": "d78b67ed-a06a-47d4-8c4d-27ba243b78be", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:10:55.647191 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10d305c8-e981-46cd-902c-eb23ac475baa {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:10:55.647667 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'tag': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be', 'status': 'completed', 'code': 200} Jun 21 20:10:55.720349 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a440fcb-e5f9-4ea6-b13e-649d83c58324 req-f414a8a1-14a9-40be-aa6f-6316d4bfe5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:55.721865 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a440fcb-e5f9-4ea6-b13e-649d83c58324 req-f414a8a1-14a9-40be-aa6f-6316d4bfe5b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 1098 time: 0.0532165 Jun 21 20:10:55.761863 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-efecc164-53a3-41aa-9381-0417a8c720ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': 'a5731866-3064-4e66-b62c-3b5e26fe7737', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:f8:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:10:54Z', 'updated_at': '2021-06-21T20:10:54Z', 'revision_number': 0, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:55.791758 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efecc164-53a3-41aa-9381-0417a8c720ce None None] Checking router: 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:10:55.799833 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecc164-53a3-41aa-9381-0417a8c720ce None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:10:55.800432 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-efecc164-53a3-41aa-9381-0417a8c720ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:10:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:55.812706 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a440fcb-e5f9-4ea6-b13e-649d83c58324 req-5b1aa7a9-9306-44a2-96bc-670df5883465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:55.814142 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a440fcb-e5f9-4ea6-b13e-649d83c58324 req-5b1aa7a9-9306-44a2-96bc-670df5883465 service neutron] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 913 time: 0.0864317 Jun 21 20:10:55.876315 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a440fcb-e5f9-4ea6-b13e-649d83c58324 req-4019ec45-b6f7-4c59-bc1a-f62131b057e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d78b67ed-a06a-47d4-8c4d-27ba243b78be HTTP/1.1" status: 200 len: 999 time: 0.0552263 Jun 21 20:10:55.903721 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-efecc164-53a3-41aa-9381-0417a8c720ce None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:10:55.926571 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a440fcb-e5f9-4ea6-b13e-649d83c58324 req-2b5674cf-dd8b-4121-8363-0d8c44d84c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:55.928019 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a440fcb-e5f9-4ea6-b13e-649d83c58324 req-2b5674cf-dd8b-4121-8363-0d8c44d84c32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0460820 Jun 21 20:10:55.983378 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a440fcb-e5f9-4ea6-b13e-649d83c58324 req-b4c66621-62a6-4bd8-a527-787e248d6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:10:55.984766 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a440fcb-e5f9-4ea6-b13e-649d83c58324 req-b4c66621-62a6-4bd8-a527-787e248d6f1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499039 Jun 21 20:10:56.070366 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a440fcb-e5f9-4ea6-b13e-649d83c58324 req-2f1090f8-512f-419e-ba0d-98a4ae8a5ca3 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794041 Jun 21 20:10:56.116588 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-efecc164-53a3-41aa-9381-0417a8c720ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': 'a5731866-3064-4e66-b62c-3b5e26fe7737', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:f8:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:10:54Z', 'updated_at': '2021-06-21T20:10:54Z', 'revision_number': 0, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:10:56.145350 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efecc164-53a3-41aa-9381-0417a8c720ce None None] The sync data for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi is: [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': 'a5731866-3064-4e66-b62c-3b5e26fe7737', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:f8:f1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:10:54Z', 'updated_at': '2021-06-21T20:10:54Z', 'revision_number': 0, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:10:56.163061 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a440fcb-e5f9-4ea6-b13e-649d83c58324 req-06a41233-fa5b-41b3-a56d-adfbf4f50abd service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863814 Jun 21 20:10:56.267376 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-821c1970-a28c-4f4e-b4ec-f9e40a5dd802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:56.340083 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680f57a-eb74-4a7f-a447-8f0a5f9a7ad1 None None] New status for floating IP a5731866-3064-4e66-b62c-3b5e26fe7737: ACTIVE {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:10:57.295240 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:57.346582 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:10:58.461088 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:00.504700 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:09.805373 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-ac6a117b-f6fc-4439-88e4-855c71069fa1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500934 Jun 21 20:11:09.896779 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-48adb78c-5670-4385-be75-1dcae077d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:11:09.898239 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-48adb78c-5670-4385-be75-1dcae077d561 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 1098 time: 0.0518394 Jun 21 20:11:10.004165 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-a8349afd-65de-44be-b1d4-b9f1444183de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:11:10.005596 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-a8349afd-65de-44be-b1d4-b9f1444183de service neutron] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 913 time: 0.0860243 Jun 21 20:11:10.071223 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-5403fc81-3d3e-4b82-9508-09ef9d9dfc38 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d78b67ed-a06a-47d4-8c4d-27ba243b78be HTTP/1.1" status: 200 len: 1001 time: 0.0567892 Jun 21 20:11:10.121811 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-382172a4-0f1f-414a-ba5b-a4f915ec77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:11:10.123215 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-382172a4-0f1f-414a-ba5b-a4f915ec77e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0456154 Jun 21 20:11:10.180446 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-fc283c9f-2ed0-4257-903d-959fbbd8067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:11:10.181892 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-fc283c9f-2ed0-4257-903d-959fbbd8067e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516350 Jun 21 20:11:10.268322 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-33d802ea-7f30-466e-8a30-ca714a6c726d service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792284 Jun 21 20:11:10.358290 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-90b455bd-114d-4e96-b03f-5c37a4d354ae req-d22657a1-8541-4c0e-8e94-1c6386ec8b22 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825970 Jun 21 20:11:17.030534 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:11:23.517740 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-a8e36493-2a0e-4bba-b9f3-84db0e9bc394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:26.232108 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-9fc3de0c-0d7a-4928-9550-2f0b789d79c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:27.323410 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:27.346167 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:28.466064 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:30.534747 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:53.522714 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-087f3051-0690-4272-b7b8-d09986292252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:54.029291 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:11:56.260113 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d94ee618-cef6-40f7-80f4-b87a64578e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:57.322715 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:57.356710 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:11:58.469510 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:00.522791 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:09.857694 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-a82088a5-59f5-461a-bdd9-02ef307832bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916622 Jun 21 20:12:09.949147 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-538dc278-8aa7-47a9-83ef-9f2fd76c6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:12:09.950573 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-538dc278-8aa7-47a9-83ef-9f2fd76c6280 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 1098 time: 0.0508091 Jun 21 20:12:10.054699 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-b8afaffb-c8b9-421c-b030-a1416429c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:12:10.056167 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-b8afaffb-c8b9-421c-b030-a1416429c433 service neutron] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 913 time: 0.0861359 Jun 21 20:12:10.119193 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-310bdf21-28b5-4033-85c0-dfd0d8250669 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d78b67ed-a06a-47d4-8c4d-27ba243b78be HTTP/1.1" status: 200 len: 1001 time: 0.0557165 Jun 21 20:12:10.169108 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-7c4b22ec-3a5e-4c29-98c3-7ced981df580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:12:10.170444 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-7c4b22ec-3a5e-4c29-98c3-7ced981df580 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0453370 Jun 21 20:12:10.224751 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-b065bb67-e32a-45fc-a230-1a036f160125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:12:10.226175 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-b065bb67-e32a-45fc-a230-1a036f160125 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499520 Jun 21 20:12:10.311969 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-72cfe404-fa47-4830-a322-89427a770224 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785732 Jun 21 20:12:10.401671 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dc882c37-44de-4a49-aff5-0be49cb42321 req-cc9870be-eaa9-4152-bb8f-ca7a0a98f335 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838840 Jun 21 20:12:23.505371 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-3199ab41-bcf0-403f-b82e-72c81fff6714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:26.236977 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-613d7321-5f35-4a23-9778-eeffd3cb2153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:27.299338 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:27.379579 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:28.511115 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:30.528411 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:31.027290 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:12:50.389758 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331215c-3612-481b-85c5-f950bcf34972 req-131b45a0-b1f8-4e01-ac83-1b9592c9da2b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:12:50.391550 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3331215c-3612-481b-85c5-f950bcf34972 req-131b45a0-b1f8-4e01-ac83-1b9592c9da2b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 945 time: 0.1112914 Jun 21 20:12:50.428472 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-3331215c-3612-481b-85c5-f950bcf34972 req-fa8f90d4-2f21-462c-95bd-67232eb8fce3 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Jun 21 20:12:51.648530 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249149d-b3e4-4a33-81aa-4d7aac6de922 req-1ebae6ce-2cc8-4f04-8739-3612a59b275f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:12:51.650078 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1249149d-b3e4-4a33-81aa-4d7aac6de922 req-1ebae6ce-2cc8-4f04-8739-3612a59b275f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 945 time: 0.1107802 Jun 21 20:12:51.686512 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1249149d-b3e4-4a33-81aa-4d7aac6de922 req-3c8ff6a9-0c7e-4fa0-a3fc-8a5fc38f1e1b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309107 Jun 21 20:12:51.821556 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-a5e0733f-fe7d-43fb-ac0d-c194bd69b361 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:12:51.822970 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-a5e0733f-fe7d-43fb-ac0d-c194bd69b361 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 945 time: 0.0657396 Jun 21 20:12:51.918597 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Deleting port d78b67ed-a06a-47d4-8c4d-27ba243b78be {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:12:51.918939 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:52.006746 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] For port d78b67ed-a06a-47d4-8c4d-27ba243b78be, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d78b67ed-a06a-47d4-8c4d-27ba243b78be,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:12:52.007132 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:52.453822 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:52.454113 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:52.454468 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.l3_db [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Floating IP a5731866-3064-4e66-b62c-3b5e26fe7737 disassociated. External IP: 172.27.0.126, port: d78b67ed-a06a-47d4-8c4d-27ba243b78be. Jun 21 20:12:52.454794 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Calling delete_port for d78b67ed-a06a-47d4-8c4d-27ba243b78be owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:12:52.633922 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:52.637832 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-29364dd3-0c3a-4204-8fa2-c8d1f7bdd714 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:12:52.664015 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event deleted for resources: {'Port': ['ID=d78b67ed-a06a-47d4-8c4d-27ba243b78be,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:12:52.676467 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.676853 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.677252 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.677619 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.677985 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.679065 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.679065 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.679065 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.679392 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.679776 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.680132 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.680485 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:12:52.710479 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:12:52.782336 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:12:52.829044 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-02f11c49-9901-4070-8193-9f677c71f60e req-bb9e2f81-ea1f-4a26-8cda-d0dcea63597f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 210 time: 0.0316949 Jun 21 20:12:52.888809 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:12:52.898832 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94813c-b309-469e-9566-36da4c53d333 None None] Sync routers for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:12:52.907322 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94813c-b309-469e-9566-36da4c53d333 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:12:52.907958 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-3c94813c-b309-469e-9566-36da4c53d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:12:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:12:52.932381 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] No DVR routers for this DVR port d78b67ed-a06a-47d4-8c4d-27ba243b78be on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:12:52.934839 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:52.936987 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-1f1bf762-6bf6-42c4-931c-8e3b7d9b34b5 req-9af55f34-f7a9-4f03-a37f-41a802967408 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "DELETE /v2.0/ports/d78b67ed-a06a-47d4-8c4d-27ba243b78be HTTP/1.1" status: 204 len: 173 time: 1.1084139 Jun 21 20:12:52.937552 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'name': 'network-vif-deleted', 'tag': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:12:52.940558 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3c6e78-3d5f-48e9-b687-1977ee04b66c" -d '{"events": [{"server_uuid": "a688c5b4-3787-4c34-ad69-bb1c7a74a035", "name": "network-vif-deleted", "tag": "d78b67ed-a06a-47d4-8c4d-27ba243b78be"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:12:53.015139 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-3c94813c-b309-469e-9566-36da4c53d333 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:12:53.045827 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b01d7d-0d9b-438a-bf93-b8e19c848f3f x-openstack-request-id: req-62b01d7d-0d9b-438a-bf93-b8e19c848f3f {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:12:53.046238 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a688c5b4-3787-4c34-ad69-bb1c7a74a035", "name": "network-vif-deleted", "tag": "d78b67ed-a06a-47d4-8c4d-27ba243b78be", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:12:53.046540 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62b01d7d-0d9b-438a-bf93-b8e19c848f3f {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:12:53.046984 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a688c5b4-3787-4c34-ad69-bb1c7a74a035', 'name': 'network-vif-deleted', 'tag': 'd78b67ed-a06a-47d4-8c4d-27ba243b78be', 'status': 'completed', 'code': 200} Jun 21 20:12:53.233272 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-3c94813c-b309-469e-9566-36da4c53d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:12:53.264162 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94813c-b309-469e-9566-36da4c53d333 None None] Checking router: 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:12:53.272851 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94813c-b309-469e-9566-36da4c53d333 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:12:53.273460 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-3c94813c-b309-469e-9566-36da4c53d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:12:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:12:53.378674 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-3c94813c-b309-469e-9566-36da4c53d333 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:12:53.578079 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-8dd60f48-9491-4545-8e73-ff448ae4c803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:53.583858 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-3c94813c-b309-469e-9566-36da4c53d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:12:53.609531 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c94813c-b309-469e-9566-36da4c53d333 None None] The sync data for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi is: [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:12:53.827336 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deedfaa7-dd3b-490e-8f3e-5665e024db5a None None] New status for floating IP a5731866-3064-4e66-b62c-3b5e26fe7737: DOWN {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:12:53.980850 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-98390bde-de93-455b-a23a-9dd07b47f179 req-b92c8868-8f30-41af-8eb5-f973bfdf0f80 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=a688c5b4-3787-4c34-ad69-bb1c7a74a035 HTTP/1.1" status: 200 len: 210 time: 0.0287845 Jun 21 20:12:55.225308 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-05bbe573-4549-4aa6-8a7b-1bc22f89dd04 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898537229&fields=id&tenant_id=af99b8adfbd2416b98842b620988c101 HTTP/1.1" status: 200 len: 267 time: 0.0318809 Jun 21 20:12:55.332467 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-b4151f73-5261-47a6-8fd6-772eee7f6b87 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:12:55.333934 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-b4151f73-5261-47a6-8fd6-772eee7f6b87 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 812 time: 0.1023202 Jun 21 20:12:55.348661 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-d3950c96-2317-4177-8fa6-bedd0c818b5a tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/quotas/af99b8adfbd2416b98842b620988c101 HTTP/1.1" status: 200 len: 375 time: 0.0090699 Jun 21 20:12:55.414114 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device d78b67ed-a06a-47d4-8c4d-27ba243b78be no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:12:55.418596 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-15ccff9e-ab57-48e5-be65-c4120414bd16 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647309 Jun 21 20:12:55.433447 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: d78b67ed-a06a-47d4-8c4d-27ba243b78be {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:12:55.433803 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device d78b67ed-a06a-47d4-8c4d-27ba243b78be not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:12:55.554672 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-1de4c9b8-b958-47d9-90b7-1c42f592c089 service neutron] 10.222.0.30 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241083 Jun 21 20:12:55.643023 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-6749cb9c-1f9f-4e30-9ae5-ddb3f8841e8f service neutron] 10.222.0.30 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824239 Jun 21 20:12:56.264986 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-efb866e2-21ec-4138-b626-c2cc247d6bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:56.281535 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8a0390ff-4d98-404c-86ab-0253c3f6c679 req-ebf4842e-b858-4f5d-a8be-863517bddb02 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 210 time: 0.0302393 Jun 21 20:12:57.337044 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:57.364006 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fd94b20a-549d-4aa9-89bc-fe4da440ac19 req-a2a6747f-69cb-487e-a3b2-5f51320547ab tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 210 time: 0.0289755 Jun 21 20:12:57.365958 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:58.451194 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-dcb13642-7f38-451d-86f6-6909bc456674 req-c803032e-a9ee-4660-8144-dc13f2cacfef tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 210 time: 0.0313156 Jun 21 20:12:58.487777 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:12:59.535399 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-e31ccfab-aa76-480b-8b3f-3888527ae8d6 req-0aff1516-cdb4-4865-b28a-bbe7a371d42b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 210 time: 0.0292816 Jun 21 20:13:00.497033 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:00.670411 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6cfad117-413a-489a-9cb4-e278d9f480d2 req-bbac8461-effd-4ddb-9855-21d90926abea tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 210 time: 0.0268586 Jun 21 20:13:01.813176 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-fd2d414a-24dd-4a2c-ad70-6f50bc293a53 req-b6ad1e96-15fa-49b2-8a87-71ef005c278e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 210 time: 0.0322013 Jun 21 20:13:02.540540 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [req-613e6d6b-5218-4ea7-b370-f37ecee6b781 req-e51fdea8-ca40-4d96-a6d3-75e8b14944e4 service neutron] (104793) timed out ('10.222.0.22', 62842) {{(pid=104793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 20:13:02.662902 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-529de5c0-21cf-4066-a8a7-956364363524 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:02.664329 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-529de5c0-21cf-4066-a8a7-956364363524 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 812 time: 0.1027725 Jun 21 20:13:02.705564 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-f4aa6044-6578-4999-98a1-693ead6ed689 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af99b8adfbd2416b98842b620988c101 HTTP/1.1" status: 200 len: 380 time: 0.0316086 Jun 21 20:13:02.713743 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'port': {'device_id': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'admin_state_up': True, 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'security_groups': ['20b2e65e-e424-4212-9f34-6e469f183326']}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:13:02.899162 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Made reservation on behalf of af99b8adfbd2416b98842b620988c101 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:13:02.902789 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:02.981500 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8c5dcdb5-be21-4f10-85f5-778bdc46aa28 req-c4dead19-1e68-4f2a-ad31-51cc397cdf0a tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 210 time: 0.0565786 Jun 21 20:13:03.056220 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Allocated IP 172.20.0.12 (085ef811-e450-4ae1-a22d-8171ae8eaefb/ad1b4a92-cb06-4d30-8ee0-8e0d795024db/9c796c62-a298-42be-9048-e4424e0ee294) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:13:03.195507 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:03.209012 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Transition to ACTIVE for port object 9c796c62-a298-42be-9048-e4424e0ee294 will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:13:03.337154 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:03.341337 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-8a68650b-0dfc-4ec5-b739-7c5c710876a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:13:03.383570 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Network 085ef811-e450-4ae1-a22d-8171ae8eaefb is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:13:03.386669 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:13:03.390347 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:13:03.397857 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'Port': ['ID=9c796c62-a298-42be-9048-e4424e0ee294,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:13:03.420364 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:13:03.450987 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:03.451681 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:03.562396 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a6acc715-571e-4702-a3a3-6db538ea1b49 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8520505 Jun 21 20:13:03.574470 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Request body: {'port': {'device_id': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:13:03.644241 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:03.675975 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-5b5f6e31-10c1-4991-919e-0af5d3789572 None None] Provisioning for port 9c796c62-a298-42be-9048-e4424e0ee294 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:13:03.680718 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-5b5f6e31-10c1-4991-919e-0af5d3789572 None None] Provisioning complete for port 9c796c62-a298-42be-9048-e4424e0ee294 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:13:03.681098 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-5b5f6e31-10c1-4991-919e-0af5d3789572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:03.715976 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f6e31-10c1-4991-919e-0af5d3789572 None None] Port 9c796c62-a298-42be-9048-e4424e0ee294 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:13:03.901483 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c796c62-a298-42be-9048-e4424e0ee294 {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:13:03.909791 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:03.921154 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Transition to ACTIVE for port object 9c796c62-a298-42be-9048-e4424e0ee294 will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:13:04.030926 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:04.035279 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-350fb07a-4bbc-4757-a1ff-a23be26c2cf3 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:13:04.107438 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c796c62-a298-42be-9048-e4424e0ee294,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:13:04.110444 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:13:04.181488 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2a2ac-5984-47b6-afc8-05a67d5392d6 req-fd12331e-cc9c-42fd-9a9c-e3ffc18069a1 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:04.183099 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4ff2a2ac-5984-47b6-afc8-05a67d5392d6 req-fd12331e-cc9c-42fd-9a9c-e3ffc18069a1 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 944 time: 0.0836751 Jun 21 20:13:04.194056 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Attempting to bind port 9c796c62-a298-42be-9048-e4424e0ee294 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:13:04.194400 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Attempting to bind port 9c796c62-a298-42be-9048-e4424e0ee294 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:13:04.194781 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Attempting to bind port 9c796c62-a298-42be-9048-e4424e0ee294 on network 085ef811-e450-4ae1-a22d-8171ae8eaefb {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:13:04.199779 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Port 9c796c62-a298-42be-9048-e4424e0ee294 on network 085ef811-e450-4ae1-a22d-8171ae8eaefb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:13:04.200158 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Attempting to bind port 9c796c62-a298-42be-9048-e4424e0ee294 on network 085ef811-e450-4ae1-a22d-8171ae8eaefb {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:13:04.205553 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:13:04.205895 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Checking segment: {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:13:04.206283 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Bound using segment: {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:13:04.206722 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Bound port: 9c796c62-a298-42be-9048-e4424e0ee294, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:13:04.207077 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:04.226684 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4ff2a2ac-5984-47b6-afc8-05a67d5392d6 req-1082c164-bfda-4c62-aaf1-03b7a1946ab2 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371621 Jun 21 20:13:04.275948 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] For port 9c796c62-a298-42be-9048-e4424e0ee294, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:13:04.278909 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] For port 9c796c62-a298-42be-9048-e4424e0ee294, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9c796c62-a298-42be-9048-e4424e0ee294,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:13:04.373505 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:04.376570 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-46737532-0471-49c4-9084-8418e6046bff tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:13:04.405032 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:04.405442 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:04.406855 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] 10.222.0.22 "PUT /v2.0/ports/9c796c62-a298-42be-9048-e4424e0ee294 HTTP/1.1" status: 200 len: 1094 time: 0.8368063 Jun 21 20:13:04.409721 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'tag': '9c796c62-a298-42be-9048-e4424e0ee294'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:13:04.412924 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0887ac48-8e5c-4b2a-b2fc-db0191816e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1cb68e-377e-43e5-80b1-7153322948e2", "tag": "9c796c62-a298-42be-9048-e4424e0ee294"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:13:04.442858 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c796c62-a298-42be-9048-e4424e0ee294,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:13:04.446523 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-e80038de-7b22-4db1-82f7-2ae5d1c900b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:13:04.452928 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631fab66-2cbb-4d44-9e09-a5b4a2b8ad1b x-openstack-request-id: req-631fab66-2cbb-4d44-9e09-a5b4a2b8ad1b {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:13:04.453265 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1cb68e-377e-43e5-80b1-7153322948e2", "tag": "9c796c62-a298-42be-9048-e4424e0ee294", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:13:04.453566 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-631fab66-2cbb-4d44-9e09-a5b4a2b8ad1b {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:13:04.454015 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'tag': '9c796c62-a298-42be-9048-e4424e0ee294', 'status': 'completed', 'code': 200} Jun 21 20:13:04.532810 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ac48-8e5c-4b2a-b2fc-db0191816e4d req-c302ec35-d0f3-4c18-a994-f9701a2f0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:04.534482 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0887ac48-8e5c-4b2a-b2fc-db0191816e4d req-c302ec35-d0f3-4c18-a994-f9701a2f0860 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 1097 time: 0.0571365 Jun 21 20:13:04.632661 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ac48-8e5c-4b2a-b2fc-db0191816e4d req-87878385-433b-4f8d-a2da-a9e06ce339bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:04.634085 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0887ac48-8e5c-4b2a-b2fc-db0191816e4d req-87878385-433b-4f8d-a2da-a9e06ce339bd service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=af99b8adfbd2416b98842b620988c101&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0929589 Jun 21 20:13:04.728742 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ac48-8e5c-4b2a-b2fc-db0191816e4d req-a00a73b2-edcf-4e6f-9204-7ea61108b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:04.730127 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0887ac48-8e5c-4b2a-b2fc-db0191816e4d req-a00a73b2-edcf-4e6f-9204-7ea61108b75d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903840 Jun 21 20:13:04.817512 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-cf0ba912-857b-4721-a0ef-4d7022f9ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:04.818941 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-cf0ba912-857b-4721-a0ef-4d7022f9ee0a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 1097 time: 0.0515218 Jun 21 20:13:04.858364 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-a96e0cfb-0234-40a1-9f21-8588bdb49798 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c796c62-a298-42be-9048-e4424e0ee294 HTTP/1.1" status: 200 len: 217 time: 0.0329518 Jun 21 20:13:04.908219 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-ebca0888-7ea7-4e95-92e3-43ed93d691ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:04.909631 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-ebca0888-7ea7-4e95-92e3-43ed93d691ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0450990 Jun 21 20:13:04.964158 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-6f29f8df-f76b-449e-a90b-99ceab937734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:04.965644 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-6f29f8df-f76b-449e-a90b-99ceab937734 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502937 Jun 21 20:13:05.052303 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-31175012-8757-445b-b713-529be66c3512 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792496 Jun 21 20:13:05.141694 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0bde471d-3485-4a91-98d7-01634e6fb9a5 req-1ad2083d-30ad-4995-a351-9879226a1955 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829649 Jun 21 20:13:05.417858 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d37ca-4040-4e4f-8528-6ec74f910d6f req-ac67d7ab-69b6-4b4d-9215-9ce842735ffc tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:05.419205 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9c8d37ca-4040-4e4f-8528-6ec74f910d6f req-ac67d7ab-69b6-4b4d-9215-9ce842735ffc tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 944 time: 0.0617752 Jun 21 20:13:05.456135 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-9c8d37ca-4040-4e4f-8528-6ec74f910d6f req-2b01dc59-3967-4f1c-bde0-19c097ec388c tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304997 Jun 21 20:13:06.625926 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39bc40-973c-4682-8367-701c2ccfd0d7 req-9e125151-9224-4a17-bd66-1cec46b47e4b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:06.628087 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fa39bc40-973c-4682-8367-701c2ccfd0d7 req-9e125151-9224-4a17-bd66-1cec46b47e4b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 944 time: 0.0616531 Jun 21 20:13:06.664505 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-fa39bc40-973c-4682-8367-701c2ccfd0d7 req-f51282de-765e-4a77-af75-f3899cb8f97f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305145 Jun 21 20:13:07.836597 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da9c46-f10e-4fee-84a3-9d8a9d504004 req-921c4bfa-ee38-48d9-acac-2948278f8474 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:07.838011 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-16da9c46-f10e-4fee-84a3-9d8a9d504004 req-921c4bfa-ee38-48d9-acac-2948278f8474 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 944 time: 0.0648074 Jun 21 20:13:07.874188 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-16da9c46-f10e-4fee-84a3-9d8a9d504004 req-74665620-da3d-471c-b45a-55f64acc8ae0 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306730 Jun 21 20:13:08.025669 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:13:09.050526 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325aa2b-7e45-4e65-837f-1bb91022da21 req-b584cc9f-6e09-41f2-9da4-a1ea5dfee7ef tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:09.052002 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8325aa2b-7e45-4e65-837f-1bb91022da21 req-b584cc9f-6e09-41f2-9da4-a1ea5dfee7ef tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 944 time: 0.0687156 Jun 21 20:13:09.088269 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8325aa2b-7e45-4e65-837f-1bb91022da21 req-fd910d4b-28cf-4a7a-8531-77ccae88773f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306559 Jun 21 20:13:10.259852 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806d175-6f37-4bff-85d0-154703a7e803 req-adc87d65-8cb3-4508-9269-7c4738be24da tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:10.261275 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4806d175-6f37-4bff-85d0-154703a7e803 req-adc87d65-8cb3-4508-9269-7c4738be24da tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 944 time: 0.0615146 Jun 21 20:13:10.296998 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-4806d175-6f37-4bff-85d0-154703a7e803 req-cc3408b9-fa91-4702-b6a7-a44aa28faa2a tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299561 Jun 21 20:13:11.464976 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a385a-5f71-4acc-a6d5-8532b58b974d req-9371017d-734d-4cc6-89dc-3d49597a4c70 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:11.466311 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b7a385a-5f71-4acc-a6d5-8532b58b974d req-9371017d-734d-4cc6-89dc-3d49597a4c70 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 944 time: 0.0624022 Jun 21 20:13:11.504263 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4b7a385a-5f71-4acc-a6d5-8532b58b974d req-a320483a-888e-4768-b313-a0443558b873 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311096 Jun 21 20:13:12.678940 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a50e83-3932-4246-855b-866095117b2c req-1aebf5af-8bf0-45d2-a36e-920dbbe2db88 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:12.680411 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f4a50e83-3932-4246-855b-866095117b2c req-1aebf5af-8bf0-45d2-a36e-920dbbe2db88 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 944 time: 0.0672240 Jun 21 20:13:12.716922 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f4a50e83-3932-4246-855b-866095117b2c req-06ccffa2-a33e-45fe-86e4-e636fce23893 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310156 Jun 21 20:13:13.519741 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 9c796c62-a298-42be-9048-e4424e0ee294 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:13:13.609500 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 9c796c62-a298-42be-9048-e4424e0ee294, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9c796c62-a298-42be-9048-e4424e0ee294,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:13:13.621033 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': '9c796c62-a298-42be-9048-e4424e0ee294', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'port_id': '9c796c62-a298-42be-9048-e4424e0ee294', 'mac_address': 'fa:16:3e:4a:ec:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:13:13.660563 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:13.674035 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c796c62-a298-42be-9048-e4424e0ee294 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:13:13.693095 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 9c796c62-a298-42be-9048-e4424e0ee294, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9c796c62-a298-42be-9048-e4424e0ee294,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:13:13.813936 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:13.815135 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:13:13.861035 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=9c796c62-a298-42be-9048-e4424e0ee294,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:13:13.871399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.871399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.871399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.871399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.871399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.871399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.871399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.871399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.871399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.871399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.871399 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.873129 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:13.875766 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:13:13.888885 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a02d1-09ea-49eb-baac-0696f030a442 req-99a79ca2-225f-49dd-a5b4-a1e65a0746fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:13.890330 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-aa5a02d1-09ea-49eb-baac-0696f030a442 req-99a79ca2-225f-49dd-a5b4-a1e65a0746fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 945 time: 0.0655317 Jun 21 20:13:13.927878 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-aa5a02d1-09ea-49eb-baac-0696f030a442 req-99dd1596-d7f7-4980-b466-9f62fdbaf2fe tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Jun 21 20:13:14.039296 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['9c796c62-a298-42be-9048-e4424e0ee294'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:13:15.099337 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784711d-c72e-41c7-b8f2-77113823485c req-266180e4-a3c5-4a5a-909b-e1d9010278e1 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:15.100799 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c784711d-c72e-41c7-b8f2-77113823485c req-266180e4-a3c5-4a5a-909b-e1d9010278e1 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 945 time: 0.0623605 Jun 21 20:13:15.137635 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-c784711d-c72e-41c7-b8f2-77113823485c req-1321ff55-fab3-4b1f-8ea2-16b93a4d355a tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307317 Jun 21 20:13:15.521270 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 9c796c62-a298-42be-9048-e4424e0ee294 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:13:15.635792 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port 9c796c62-a298-42be-9048-e4424e0ee294 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:13:15.639416 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port 9c796c62-a298-42be-9048-e4424e0ee294 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:13:15.639827 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:15.715569 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:15.736748 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c796c62-a298-42be-9048-e4424e0ee294'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:13:15.738939 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dbb4fb-d5d3-4761-94e0-dfd9d4bbb3ad" -d '{"events": [{"server_uuid": "cd1cb68e-377e-43e5-80b1-7153322948e2", "name": "network-vif-plugged", "status": "completed", "tag": "9c796c62-a298-42be-9048-e4424e0ee294"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:13:15.753120 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port 9c796c62-a298-42be-9048-e4424e0ee294, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9c796c62-a298-42be-9048-e4424e0ee294,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:13:15.827829 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df68c304-6f71-482d-8212-69ad687f8369 x-openstack-request-id: req-df68c304-6f71-482d-8212-69ad687f8369 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:13:15.828128 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1cb68e-377e-43e5-80b1-7153322948e2", "name": "network-vif-plugged", "status": "completed", "tag": "9c796c62-a298-42be-9048-e4424e0ee294", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:13:15.828411 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df68c304-6f71-482d-8212-69ad687f8369 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:13:15.828852 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c796c62-a298-42be-9048-e4424e0ee294', 'code': 200} Jun 21 20:13:15.841402 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:15.844811 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:13:15.888808 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=9c796c62-a298-42be-9048-e4424e0ee294,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:13:15.891961 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:13:16.290830 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a05e-49b0-4946-bafa-c5d1706f29cf req-57fd6b37-b3ea-4890-bb4b-f782347c257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:16.292399 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6be7a05e-49b0-4946-bafa-c5d1706f29cf req-57fd6b37-b3ea-4890-bb4b-f782347c257a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 1099 time: 0.0569301 Jun 21 20:13:16.307936 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d5ab7-046f-4cca-8a47-248747aa8fdc req-a571031e-6283-4afe-bbda-754b0acfaeed tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:16.309365 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-913d5ab7-046f-4cca-8a47-248747aa8fdc req-a571031e-6283-4afe-bbda-754b0acfaeed tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 946 time: 0.0623755 Jun 21 20:13:16.327520 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-6be7a05e-49b0-4946-bafa-c5d1706f29cf req-f50432fa-58af-4195-9dc0-3ea3b900594e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286999 Jun 21 20:13:16.345939 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-913d5ab7-046f-4cca-8a47-248747aa8fdc req-cedb553f-f6d2-4ac2-92f3-59ba8f3a5fdd tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308087 Jun 21 20:13:17.520749 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f884-46c6-4f07-818c-071ff2db75aa req-b8e131d5-6054-4565-82dc-7209b94ba61e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:17.522194 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d031f884-46c6-4f07-818c-071ff2db75aa req-b8e131d5-6054-4565-82dc-7209b94ba61e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 946 time: 0.0637910 Jun 21 20:13:17.560522 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d031f884-46c6-4f07-818c-071ff2db75aa req-0014584c-1aed-401e-8ba8-2e7d77af50e6 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319510 Jun 21 20:13:17.748711 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee503c-0b08-467a-b327-e536a26f54f9 req-f92da930-05cf-433e-b1b5-ceb58990d1e1 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:17.750136 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-dcee503c-0b08-467a-b327-e536a26f54f9 req-f92da930-05cf-433e-b1b5-ceb58990d1e1 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 946 time: 0.0649514 Jun 21 20:13:17.786540 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-dcee503c-0b08-467a-b327-e536a26f54f9 req-4e192572-2d39-4d2b-9650-189113c6a038 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307338 Jun 21 20:13:17.810446 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46490) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:13:17.859639 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3133b40e-cc33-410a-ac4e-a982c7ead0de tempest-TestVolumeBootPattern-1096801640 tempest-TestVolumeBootPattern-1096801640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:17.861063 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-3133b40e-cc33-410a-ac4e-a982c7ead0de tempest-TestVolumeBootPattern-1096801640 tempest-TestVolumeBootPattern-1096801640-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 1094 time: 0.0496857 Jun 21 20:13:17.863681 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46492) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:13:17.868592 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'floatingip': {'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'port_id': '9c796c62-a298-42be-9048-e4424e0ee294', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:13:17.995939 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:18.092444 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:18.190429 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Allocated IP 172.27.0.135 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/976858e8-583d-4d48-b8c5-fbb1baad4755) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:13:18.290954 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:18.390890 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:18.393196 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:13:18.431032 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:13:18.434005 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:13:18.436715 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:13:18.461555 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'Port': ['ID=976858e8-583d-4d48-b8c5-fbb1baad4755,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:13:18.472329 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.472717 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.473091 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.473461 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.473826 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.474187 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.474548 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.474905 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.475263 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.475641 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.476647 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.477172 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:13:18.483345 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:13:19.042375 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:19.209642 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:19.355590 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:19.418346 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:19.420432 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5fbe953b-0483-438d-a608-d09768807c28 tempest-TestShelveInstance-1567556004 tempest-TestShelveInstance-1567556004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:13:19.488752 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'Port': ['ID=976858e8-583d-4d48-b8c5-fbb1baad4755,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:13:19.491622 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:13:19.501644 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:19.597677 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.l3_db [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Floating IP 98840ff3-9718-4d58-b252-065a229b65a4 associated. External IP: 172.27.0.135, port: 9c796c62-a298-42be-9048-e4424e0ee294. Jun 21 20:13:19.797206 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:13:19.900079 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:13:19.909159 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e49c4d-a85e-4464-a021-7a256b3c13b3 None None] Sync routers for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:13:19.918360 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e49c4d-a85e-4464-a021-7a256b3c13b3 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:13:19.918978 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-77e49c4d-a85e-4464-a021-7a256b3c13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:12:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:13:19.987719 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:20.021206 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-77e49c4d-a85e-4464-a021-7a256b3c13b3 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:13:20.023391 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1582413 Jun 21 20:13:20.024399 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'tag': '9c796c62-a298-42be-9048-e4424e0ee294'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:13:20.026728 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1cb68e-377e-43e5-80b1-7153322948e2", "tag": "9c796c62-a298-42be-9048-e4424e0ee294"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:13:20.068157 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f54ac4c-13e7-4dfc-896b-53d3eff3cb74 x-openstack-request-id: req-6f54ac4c-13e7-4dfc-896b-53d3eff3cb74 {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:13:20.068766 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1cb68e-377e-43e5-80b1-7153322948e2", "tag": "9c796c62-a298-42be-9048-e4424e0ee294", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:13:20.068766 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f54ac4c-13e7-4dfc-896b-53d3eff3cb74 {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:13:20.069223 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'tag': '9c796c62-a298-42be-9048-e4424e0ee294', 'status': 'completed', 'code': 200} Jun 21 20:13:20.146583 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce req-d2da6e29-478c-4ca9-a1cc-978e4e9c1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:20.148863 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce req-d2da6e29-478c-4ca9-a1cc-978e4e9c1a25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 1099 time: 0.0561478 Jun 21 20:13:20.234189 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce req-339444c2-2753-4761-a0d1-6aa3f6c60339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:20.235651 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce req-339444c2-2753-4761-a0d1-6aa3f6c60339 service neutron] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 913 time: 0.0816073 Jun 21 20:13:20.243230 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-77e49c4d-a85e-4464-a021-7a256b3c13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '98840ff3-9718-4d58-b252-065a229b65a4', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': '9c796c62-a298-42be-9048-e4424e0ee294', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:4a:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:13:18Z', 'updated_at': '2021-06-21T20:13:18Z', 'revision_number': 0, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:13:20.269369 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e49c4d-a85e-4464-a021-7a256b3c13b3 None None] Checking router: 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:13:20.277630 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e49c4d-a85e-4464-a021-7a256b3c13b3 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:13:20.278253 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-77e49c4d-a85e-4464-a021-7a256b3c13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:12:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:13:20.302716 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce req-cbffb246-cd4a-45c9-a695-92d98f9f4d0c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c796c62-a298-42be-9048-e4424e0ee294 HTTP/1.1" status: 200 len: 1000 time: 0.0605922 Jun 21 20:13:20.349902 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce req-0d350bfa-2c54-467f-adec-f97b1f13e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:20.351462 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce req-0d350bfa-2c54-467f-adec-f97b1f13e38c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0430295 Jun 21 20:13:20.380070 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-77e49c4d-a85e-4464-a021-7a256b3c13b3 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:13:20.406823 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce req-ccccdd4d-f1a7-4d26-bbea-b597f5093ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:13:20.408319 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce req-ccccdd4d-f1a7-4d26-bbea-b597f5093ce6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507348 Jun 21 20:13:20.499035 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce req-24896af9-409a-4f68-b311-c742c2ec7500 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841992 Jun 21 20:13:20.587644 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f0e6231e-bd23-4966-ba2e-e13e78e9e5ce req-ecf5903a-b57a-48e3-8725-fb806d5e71f9 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810907 Jun 21 20:13:20.596216 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-77e49c4d-a85e-4464-a021-7a256b3c13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '98840ff3-9718-4d58-b252-065a229b65a4', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': '9c796c62-a298-42be-9048-e4424e0ee294', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:4a:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:13:18Z', 'updated_at': '2021-06-21T20:13:18Z', 'revision_number': 0, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:13:20.625534 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e49c4d-a85e-4464-a021-7a256b3c13b3 None None] The sync data for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi is: [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '98840ff3-9718-4d58-b252-065a229b65a4', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': '9c796c62-a298-42be-9048-e4424e0ee294', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:4a:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:13:18Z', 'updated_at': '2021-06-21T20:13:18Z', 'revision_number': 0, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:13:20.802478 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f8093d-fa13-4729-9dbc-8b95645fdae1 None None] New status for floating IP 98840ff3-9718-4d58-b252-065a229b65a4: ACTIVE {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:13:23.525028 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-3652ad47-e5b5-47b6-8cc4-093202f3b1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:26.302002 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-4e70c69d-91c8-4623-8494-3217a3ba754c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:27.384160 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:27.432833 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:28.473186 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:30.509385 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:45.024946 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:13:53.518092 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-cc1132c1-78c9-49d4-a5b9-1b10bbdb08e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:56.267057 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d4d16678-186a-4ed0-8e12-ba5e6b2424a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:57.332174 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:57.366355 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:13:58.480466 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:00.563962 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:11.794972 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34190176-3459-4721-bc0d-58c90a7e7819 req-244dc7c4-2a8b-4bee-8f1f-c0c0757b4144 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494707 Jun 21 20:14:11.887670 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34190176-3459-4721-bc0d-58c90a7e7819 req-b4c932df-7b8f-4e82-93fe-6b9e939b68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:14:11.889331 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34190176-3459-4721-bc0d-58c90a7e7819 req-b4c932df-7b8f-4e82-93fe-6b9e939b68f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 1099 time: 0.0543253 Jun 21 20:14:11.989094 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34190176-3459-4721-bc0d-58c90a7e7819 req-fa8e3ef4-0c24-4c49-977f-2d7187aef404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:14:11.990521 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34190176-3459-4721-bc0d-58c90a7e7819 req-fa8e3ef4-0c24-4c49-977f-2d7187aef404 service neutron] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 913 time: 0.0815725 Jun 21 20:14:12.057084 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34190176-3459-4721-bc0d-58c90a7e7819 req-94412df7-9229-4de9-935c-d92fafa17395 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c796c62-a298-42be-9048-e4424e0ee294 HTTP/1.1" status: 200 len: 1002 time: 0.0602076 Jun 21 20:14:12.103767 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34190176-3459-4721-bc0d-58c90a7e7819 req-34c3979b-d5d1-4a4b-876d-b15abcf2bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:14:12.107260 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34190176-3459-4721-bc0d-58c90a7e7819 req-34c3979b-d5d1-4a4b-876d-b15abcf2bb0f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0422280 Jun 21 20:14:12.161223 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34190176-3459-4721-bc0d-58c90a7e7819 req-c66d4697-4c69-48c5-9d96-8ae57332378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:14:12.162639 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34190176-3459-4721-bc0d-58c90a7e7819 req-c66d4697-4c69-48c5-9d96-8ae57332378c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504384 Jun 21 20:14:12.253540 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34190176-3459-4721-bc0d-58c90a7e7819 req-fbf24759-9d7b-4514-86bb-a72c818ac2c4 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844388 Jun 21 20:14:12.339395 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-34190176-3459-4721-bc0d-58c90a7e7819 req-8cff5541-2efe-4247-8e1d-61cd38329b40 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794342 Jun 21 20:14:22.023586 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:14:23.528675 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e12244fc-13d3-442c-8228-0526819a7315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:26.237732 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-764b3916-27d3-4d79-85da-b55515bbc251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:27.315090 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:27.405959 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:28.488621 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:30.537269 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:53.565819 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d42b-80c9-411c-bb81-a99df1b892d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:55.587554 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-2a528fba-7fa2-4b29-b230-eaaf8cb2731b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898537229&fields=id&tenant_id=af99b8adfbd2416b98842b620988c101 HTTP/1.1" status: 200 len: 267 time: 0.0335338 Jun 21 20:14:55.692945 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-3622e160-072d-4362-9913-181cc79aac4c tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:14:55.694408 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-3622e160-072d-4362-9913-181cc79aac4c tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 812 time: 0.1006892 Jun 21 20:14:55.710342 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-eae71723-e331-47ae-a247-cde3592a7eb1 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/quotas/af99b8adfbd2416b98842b620988c101 HTTP/1.1" status: 200 len: 375 time: 0.0102179 Jun 21 20:14:55.781446 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ecc44d24-9a92-4ab8-8458-10126c889ead tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0654533 Jun 21 20:14:55.870822 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-f0479eba-4434-4208-b9da-9c140729d653 service neutron] 10.222.0.30 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783367 Jun 21 20:14:55.958578 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-3521f72a-71f1-4d3d-92eb-8261d2fd9b86 service neutron] 10.222.0.30 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814924 Jun 21 20:14:56.262742 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f2a40a20-d322-48b4-a192-a46b6fd5fc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:56.509072 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-06bf955e-c91d-4def-a9a3-d8452b550820 req-ed1ea398-b246-4655-89a2-fa2fc2395f42 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 210 time: 0.0296638 Jun 21 20:14:57.333763 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:57.356529 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:57.648535 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-f5721ae1-aa68-45d2-b265-b3b0aa5e5cf9 req-1919e825-78af-4609-89bf-e13c7aaf4229 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 210 time: 0.0308759 Jun 21 20:14:58.502709 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:58.506685 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ebafb4d5-69c2-4128-9956-7152402e8363 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:14:58.508121 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ebafb4d5-69c2-4128-9956-7152402e8363 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 812 time: 0.1067882 Jun 21 20:14:58.551947 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-4df2f852-af6d-4614-9fb2-138e332b9b4a tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af99b8adfbd2416b98842b620988c101 HTTP/1.1" status: 200 len: 380 time: 0.0343277 Jun 21 20:14:58.560278 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'port': {'device_id': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'admin_state_up': True, 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'security_groups': ['20b2e65e-e424-4212-9f34-6e469f183326']}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:14:58.754512 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Made reservation on behalf of af99b8adfbd2416b98842b620988c101 for: {'port': 1} {{(pid=104794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 20:14:58.758314 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:58.810422 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-386dbf14-13ab-402b-81ee-4201b70d14e1 req-e9b34dcd-2ef3-453e-99a3-4a3f123ed4a5 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 210 time: 0.0338085 Jun 21 20:14:58.912053 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.db_base_plugin_common [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Allocated IP 172.20.0.7 (085ef811-e450-4ae1-a22d-8171ae8eaefb/ad1b4a92-cb06-4d30-8ee0-8e0d795024db/c57aaa02-74f5-41e1-9f57-92cfb3dcc171) {{(pid=104794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:14:59.023558 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:14:59.045406 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for port, precommit_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:59.058114 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Transition to ACTIVE for port object c57aaa02-74f5-41e1-9f57-92cfb3dcc171 will not be triggered until provisioned by entity DHCP. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:14:59.171474 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30744852'] for port, after_create {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:59.175538 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-79d25bc2-ba3c-48ba-8864-67aa9017cc06 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:14:59.220642 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Network 085ef811-e450-4ae1-a22d-8171ae8eaefb is already hosted by enough agents. {{(pid=104794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:14:59.226175 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.base_scheduler [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Resources bound (agent type, host, resource id): {{(pid=104794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:14:59.230590 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Received port after_create {{(pid=104794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:14:59.259320 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'Port': ['ID=c57aaa02-74f5-41e1-9f57-92cfb3dcc171,revision_number=1']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:14:59.291429 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:14:59.292318 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:59.296778 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.297168 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.297545 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.297914 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.298279 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.298645 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.299011 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.299371 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.299773 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.300133 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.300697 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.301055 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:14:59.306962 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:14:59.409692 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8527818 Jun 21 20:14:59.423482 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.v2.base [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Request body: {'port': {'device_id': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:14:59.510170 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:59.569969 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-b2001780-e77f-442a-a432-4a2927cc20fa None None] Provisioning for port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 completed by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:14:59.575676 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-b2001780-e77f-442a-a432-4a2927cc20fa None None] Provisioning complete for port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 triggered by entity DHCP. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:14:59.578848 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b2001780-e77f-442a-a432-4a2927cc20fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:59.617427 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-b2001780-e77f-442a-a432-4a2927cc20fa None None] Port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 cannot update to ACTIVE because it is not bound. {{(pid=104796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 20:14:59.768349 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57aaa02-74f5-41e1-9f57-92cfb3dcc171 {{(pid=104794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:14:59.775796 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:59.787215 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.provisioning_blocks [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Transition to ACTIVE for port object c57aaa02-74f5-41e1-9f57-92cfb3dcc171 will not be triggered until provisioned by entity L2. {{(pid=104794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 20:14:59.842938 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:14:59.844963 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:15:00.018060 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcee09-2ae2-4727-a3f5-09e9ec06cd96 req-0c293510-c7b4-4e28-aeaf-a2a555ada0b8 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:00.024025 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a4fcee09-2ae2-4727-a3f5-09e9ec06cd96 req-0c293510-c7b4-4e28-aeaf-a2a555ada0b8 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 943 time: 0.0887487 Jun 21 20:15:00.073838 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a4fcee09-2ae2-4727-a3f5-09e9ec06cd96 req-d237e43d-9b96-4448-9d19-d32704b15f0e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481493 Jun 21 20:15:00.217331 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Pushing event updated for resources: {'Port': ['ID=c57aaa02-74f5-41e1-9f57-92cfb3dcc171,revision_number=2']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:15:00.221987 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:15:00.284580 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Attempting to bind port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 20:15:00.284937 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Attempting to bind port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 20:15:00.285262 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Attempting to bind port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 on network 085ef811-e450-4ae1-a22d-8171ae8eaefb {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:15:00.289415 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 on network 085ef811-e450-4ae1-a22d-8171ae8eaefb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 20:15:00.289734 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Attempting to bind port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 on network 085ef811-e450-4ae1-a22d-8171ae8eaefb {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 20:15:00.294335 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Checking agent: {'id': '698a9b0a-bf63-4220-9966-2fc3292d6df7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'started_at': datetime.datetime(2021, 6, 21, 19, 54, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 20:15:00.294666 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Checking segment: {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 20:15:00.295045 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Bound using segment: {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'} {{(pid=104794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 20:15:00.295476 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.managers [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Bound port: c57aaa02-74f5-41e1-9f57-92cfb3dcc171, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508bc236-0bfd-4c75-bf90-20b84586854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb'}}] {{(pid=104794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 20:15:00.295853 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:00.355084 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] For port c57aaa02-74f5-41e1-9f57-92cfb3dcc171, host hv-cinder-79246, cleared binding levels {{(pid=104794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 20:15:00.358004 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] For port c57aaa02-74f5-41e1-9f57-92cfb3dcc171, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c57aaa02-74f5-41e1-9f57-92cfb3dcc171,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 20:15:00.440276 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30744866'] for port, after_update {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:00.442181 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f42922c3-77f6-49af-94a8-74eb25d4e227 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:15:00.479409 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:00.480046 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:00.481445 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] 10.222.0.22 "PUT /v2.0/ports/c57aaa02-74f5-41e1-9f57-92cfb3dcc171 HTTP/1.1" status: 200 len: 1093 time: 1.0647161 Jun 21 20:15:00.481964 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'tag': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:15:00.484335 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd82865c-0fdb-4054-8784-fe24ba5f2dde" -d '{"events": [{"name": "network-changed", "server_uuid": "be8e842e-f537-49b6-88b2-36b9cbb2b3a5", "tag": "c57aaa02-74f5-41e1-9f57-92cfb3dcc171"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:15:00.507209 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Pushing event updated for resources: {'Port': ['ID=c57aaa02-74f5-41e1-9f57-92cfb3dcc171,revision_number=3']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:15:00.510825 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-27800f48-7d95-4f6f-a5df-9bbe01cbaa69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:15:00.522955 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:00.523674 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fd5db4-6226-4693-9d2b-f5fe25d85689 x-openstack-request-id: req-b6fd5db4-6226-4693-9d2b-f5fe25d85689 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:15:00.524018 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8e842e-f537-49b6-88b2-36b9cbb2b3a5", "tag": "c57aaa02-74f5-41e1-9f57-92cfb3dcc171", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:15:00.524339 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6fd5db4-6226-4693-9d2b-f5fe25d85689 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:15:00.524837 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'tag': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171', 'status': 'completed', 'code': 200} Jun 21 20:15:00.596582 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82865c-0fdb-4054-8784-fe24ba5f2dde req-3b2f8854-13ce-4530-a9c4-623fb02e6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:00.598077 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bd82865c-0fdb-4054-8784-fe24ba5f2dde req-3b2f8854-13ce-4530-a9c4-623fb02e6ee5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0554030 Jun 21 20:15:00.695609 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82865c-0fdb-4054-8784-fe24ba5f2dde req-b882c6a9-ee5a-4cb2-bbe1-c542b736f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:00.696960 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bd82865c-0fdb-4054-8784-fe24ba5f2dde req-b882c6a9-ee5a-4cb2-bbe1-c542b736f81a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=af99b8adfbd2416b98842b620988c101&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0915782 Jun 21 20:15:00.792791 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82865c-0fdb-4054-8784-fe24ba5f2dde req-aeb2e428-e10d-4614-9f62-4a5800f4610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:00.794326 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-bd82865c-0fdb-4054-8784-fe24ba5f2dde req-aeb2e428-e10d-4614-9f62-4a5800f4610e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882318 Jun 21 20:15:00.884610 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-90c5dddc-0486-4a1b-8c9f-c6bbbb155633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:00.886079 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-90c5dddc-0486-4a1b-8c9f-c6bbbb155633 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0510440 Jun 21 20:15:00.928978 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-6f9dab55-40a3-428b-b4aa-f9e100500199 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57aaa02-74f5-41e1-9f57-92cfb3dcc171 HTTP/1.1" status: 200 len: 217 time: 0.0353568 Jun 21 20:15:00.974001 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-c90a3938-38eb-48cb-85c6-e0582e465225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:00.975257 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-c90a3938-38eb-48cb-85c6-e0582e465225 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0409131 Jun 21 20:15:01.028903 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-186015d8-f5fe-4c44-b81e-038746997dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:01.030285 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-186015d8-f5fe-4c44-b81e-038746997dae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490150 Jun 21 20:15:01.118820 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-a81bcb70-0f99-4875-a5e0-18f685e50c4f service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810981 Jun 21 20:15:01.207240 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-31d8aa3c-4ea2-4020-9714-3d05280b345d req-c81654be-206d-4099-971e-3da412954ed6 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814760 Jun 21 20:15:01.253487 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd55f73-7a6d-48d0-8a5f-1888d33a81a8 req-552e8942-df16-4d86-b96b-dbecaed8fb8d tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:01.255222 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8bd55f73-7a6d-48d0-8a5f-1888d33a81a8 req-552e8942-df16-4d86-b96b-dbecaed8fb8d tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 943 time: 0.0670226 Jun 21 20:15:01.293968 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-8bd55f73-7a6d-48d0-8a5f-1888d33a81a8 req-b085a20b-bb10-416a-9f3a-90ed3a0e0461 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333509 Jun 21 20:15:02.465649 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14e1ff-2523-4887-9051-4a7f00cdd93e req-04ce2a03-92e0-4e6e-a5ca-27e7b8858a7d tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:02.467114 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4d14e1ff-2523-4887-9051-4a7f00cdd93e req-04ce2a03-92e0-4e6e-a5ca-27e7b8858a7d tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 943 time: 0.0624847 Jun 21 20:15:02.509387 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-4d14e1ff-2523-4887-9051-4a7f00cdd93e req-b3969cf1-1a2a-4bd2-845e-cf28152fdf83 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350978 Jun 21 20:15:03.679347 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ab501-2c54-4c5d-9b14-a1c07947a488 req-ffda00e1-d12b-47ae-94ed-f37240ce0ed8 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:03.680770 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b17ab501-2c54-4c5d-9b14-a1c07947a488 req-ffda00e1-d12b-47ae-94ed-f37240ce0ed8 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 943 time: 0.0622485 Jun 21 20:15:03.716078 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-b17ab501-2c54-4c5d-9b14-a1c07947a488 req-65c7070d-f629-4d0f-8e11-9b25bcd5bb65 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298223 Jun 21 20:15:04.886000 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176932f7-51a3-4785-89e7-885c687a6a14 req-cd9ffa10-19c6-4c10-9606-ea16972c7b38 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:04.887412 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-176932f7-51a3-4785-89e7-885c687a6a14 req-cd9ffa10-19c6-4c10-9606-ea16972c7b38 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 943 time: 0.0617142 Jun 21 20:15:04.923747 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-176932f7-51a3-4785-89e7-885c687a6a14 req-7520fa10-984e-4cda-a00a-5d465c2614ef tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299706 Jun 21 20:15:06.094822 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13659293-817f-41c8-b66f-82b27b1fd4ac req-71f5331e-0362-4403-8211-59835053fd9c tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:06.096259 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-13659293-817f-41c8-b66f-82b27b1fd4ac req-71f5331e-0362-4403-8211-59835053fd9c tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 943 time: 0.0662065 Jun 21 20:15:06.132538 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-13659293-817f-41c8-b66f-82b27b1fd4ac req-86974b78-6d35-4678-bd99-200557dbf9dc tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307755 Jun 21 20:15:07.301596 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aa465-b71b-45d4-b42d-4344f0778afe req-061d9b17-1ca6-41f3-bdec-d8b19c272b13 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:07.303022 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d36aa465-b71b-45d4-b42d-4344f0778afe req-061d9b17-1ca6-41f3-bdec-d8b19c272b13 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 943 time: 0.0612803 Jun 21 20:15:07.339370 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-d36aa465-b71b-45d4-b42d-4344f0778afe req-b3d3b9c5-9fac-497b-873d-80d9fe369bc9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Jun 21 20:15:08.506570 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255bce7-42c9-4df2-9920-b9d59bd50391 req-48977aa5-b472-4a66-b2c9-ea7be55f2eb7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:08.508015 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5255bce7-42c9-4df2-9920-b9d59bd50391 req-48977aa5-b472-4a66-b2c9-ea7be55f2eb7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 943 time: 0.0617089 Jun 21 20:15:08.545398 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-5255bce7-42c9-4df2-9920-b9d59bd50391 req-2d5e8ba5-7ab2-411a-be39-d2a039ff9c2a tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Jun 21 20:15:09.718174 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e9b3d-57a8-4165-b6de-98d8f6aa5c02 req-c82f44b9-52d3-4859-98df-8514d0527b79 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:09.719818 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3a8e9b3d-57a8-4165-b6de-98d8f6aa5c02 req-c82f44b9-52d3-4859-98df-8514d0527b79 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 943 time: 0.0655985 Jun 21 20:15:09.757930 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-3a8e9b3d-57a8-4165-b6de-98d8f6aa5c02 req-9f9cfd2f-0a95-43fd-b9a7-ad9f4c7f6d63 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324399 Jun 21 20:15:10.239410 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device c57aaa02-74f5-41e1-9f57-92cfb3dcc171 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 20:15:10.449080 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port c57aaa02-74f5-41e1-9f57-92cfb3dcc171, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c57aaa02-74f5-41e1-9f57-92cfb3dcc171,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:15:10.459491 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Returning: {'device': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'port_id': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171', 'mac_address': 'fa:16:3e:04:11:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 20:15:10.494279 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:10.506046 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57aaa02-74f5-41e1-9f57-92cfb3dcc171 {{(pid=104796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 20:15:10.524601 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port c57aaa02-74f5-41e1-9f57-92cfb3dcc171, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c57aaa02-74f5-41e1-9f57-92cfb3dcc171,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:15:10.625036 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:10.626863 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-3cc0943e-fbe3-4f82-abcf-6e8fe953b781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:15:10.670877 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=c57aaa02-74f5-41e1-9f57-92cfb3dcc171,revision_number=4']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:15:10.678377 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.678730 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.679075 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.679411 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.679772 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.680105 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.680438 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.680765 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.681092 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.681416 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.681737 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.682057 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:10.685781 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:15:10.853963 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] get_ports_and_sgs() called for port_ids ['c57aaa02-74f5-41e1-9f57-92cfb3dcc171'] {{(pid=104796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 20:15:10.925373 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c020e-f165-4ab9-9f5b-fdeca7d633b4 req-c2a73323-c6fc-4776-ad57-43f394d5ed7d tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:10.926824 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-076c020e-f165-4ab9-9f5b-fdeca7d633b4 req-c2a73323-c6fc-4776-ad57-43f394d5ed7d tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 944 time: 0.0621145 Jun 21 20:15:10.967639 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-076c020e-f165-4ab9-9f5b-fdeca7d633b4 req-cc47cee9-43dd-430c-b528-0780c064df8c tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351996 Jun 21 20:15:11.794848 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-8fa4a561-a995-4316-8e21-721dce94ea46 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490801 Jun 21 20:15:11.883524 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-2f1bf0a2-dceb-4a6d-b735-f50d922651bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:11.884932 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-2f1bf0a2-dceb-4a6d-b735-f50d922651bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 1099 time: 0.0502381 Jun 21 20:15:11.990140 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-6449fcf6-a927-46ac-9ad7-a306d1fe1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:11.991670 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-6449fcf6-a927-46ac-9ad7-a306d1fe1b02 service neutron] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 913 time: 0.0864825 Jun 21 20:15:12.055019 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-bf50ebfe-b211-445c-a9d5-f05628de0fc7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c796c62-a298-42be-9048-e4424e0ee294 HTTP/1.1" status: 200 len: 1002 time: 0.0570149 Jun 21 20:15:12.133050 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-0e028851-9263-473f-b176-a056882bf7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:12.134487 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-0e028851-9263-473f-b176-a056882bf7a4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0726573 Jun 21 20:15:12.190836 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9b43e-0cd3-47de-8eb2-5dbc61a270d8 req-224f6f8c-edce-4d54-bab6-947ff5382ff3 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:12.192597 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-74c9b43e-0cd3-47de-8eb2-5dbc61a270d8 req-224f6f8c-edce-4d54-bab6-947ff5382ff3 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 944 time: 0.1066167 Jun 21 20:15:12.236192 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device c57aaa02-74f5-41e1-9f57-92cfb3dcc171 up at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 20:15:12.237943 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-74c9b43e-0cd3-47de-8eb2-5dbc61a270d8 req-878cf350-72ec-4c2c-8a07-def96939d480 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393367 Jun 21 20:15:12.241466 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-b1a5739e-2b7c-4230-83d5-c8e54ed7b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:12.242873 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-b1a5739e-2b7c-4230-83d5-c8e54ed7b339 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1014624 Jun 21 20:15:12.332841 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-d0454a08-d430-4f92-8843-a1296e78f27d service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828123 Jun 21 20:15:12.359189 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning for port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 completed by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 20:15:12.363127 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.provisioning_blocks [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Provisioning complete for port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 triggered by entity L2. {{(pid=104796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 20:15:12.363535 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496741'] for port, provisioning_complete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:12.421636 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-0293780c-ab8c-4fb9-bfd9-e3300c70eb7a req-756f2705-30de-495b-910a-0e4e6c8b5cc6 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823534 Jun 21 20:15:12.442176 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:12.465288 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171'}] {{(pid=104796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:15:12.467786 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c069937bd5696a4927e4b6619f4f81d51d5e032539e172636819b112165bd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190a5e47-e390-46b3-9f8b-078108984cd3" -d '{"events": [{"server_uuid": "be8e842e-f537-49b6-88b2-36b9cbb2b3a5", "name": "network-vif-plugged", "status": "completed", "tag": "c57aaa02-74f5-41e1-9f57-92cfb3dcc171"}]}' {{(pid=104796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:15:12.481349 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] For port c57aaa02-74f5-41e1-9f57-92cfb3dcc171, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c57aaa02-74f5-41e1-9f57-92cfb3dcc171,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:15:12.506774 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13769fb-da90-4d0f-89af-fbc7467ae525 x-openstack-request-id: req-c13769fb-da90-4d0f-89af-fbc7467ae525 {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:15:12.507072 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8e842e-f537-49b6-88b2-36b9cbb2b3a5", "name": "network-vif-plugged", "status": "completed", "tag": "c57aaa02-74f5-41e1-9f57-92cfb3dcc171", "code": 200}]} {{(pid=104796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:15:12.507335 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c13769fb-da90-4d0f-89af-fbc7467ae525 {{(pid=104796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:15:12.507768 dv-cinder-792462-15-iscsi neutron-server[104796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171', 'code': 200} Jun 21 20:15:12.524939 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925'] for port, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:12.526950 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:15:12.572307 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Pushing event updated for resources: {'Port': ['ID=c57aaa02-74f5-41e1-9f57-92cfb3dcc171,revision_number=5']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:15:12.575270 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:15:12.896475 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675a0d5-292d-4187-b995-32c4835ea62f req-c4a2b103-5071-4730-b7f2-d26c4ffbee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:12.897904 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b675a0d5-292d-4187-b995-32c4835ea62f req-c4a2b103-5071-4730-b7f2-d26c4ffbee0a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0555847 Jun 21 20:15:12.930006 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-b675a0d5-292d-4187-b995-32c4835ea62f req-74b0693a-4cd8-4138-bccf-c1c4fd24e3cd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257952 Jun 21 20:15:13.411146 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642227c1-5fab-4511-b926-3c682e676c83 req-66cf914a-bb44-4443-b6b3-fe9f3c17c6e8 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:13.412703 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-642227c1-5fab-4511-b926-3c682e676c83 req-66cf914a-bb44-4443-b6b3-fe9f3c17c6e8 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 945 time: 0.0643435 Jun 21 20:15:13.449782 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-642227c1-5fab-4511-b926-3c682e676c83 req-aa7cc603-b85c-4104-a57b-596110c228d8 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314302 Jun 21 20:15:14.622358 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43806911-cc2e-4695-ba1f-44d0b0b627f6 req-1395f33a-ebf6-4d34-a38d-13bfabee7dff tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:14.623851 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-43806911-cc2e-4695-ba1f-44d0b0b627f6 req-1395f33a-ebf6-4d34-a38d-13bfabee7dff tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 945 time: 0.0623779 Jun 21 20:15:14.662224 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-43806911-cc2e-4695-ba1f-44d0b0b627f6 req-74b5436c-0f98-496c-b747-8828fd02410e tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319982 Jun 21 20:15:14.831326 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fafdc-40ef-48a2-a9d5-e207f26e9227 req-ea01bffc-c096-4618-acb3-d4f56f3a6012 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:14.832807 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ba4fafdc-40ef-48a2-a9d5-e207f26e9227 req-ea01bffc-c096-4618-acb3-d4f56f3a6012 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 945 time: 0.0630860 Jun 21 20:15:14.869611 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ba4fafdc-40ef-48a2-a9d5-e207f26e9227 req-080c1f04-06ac-43c8-9f8f-58cc79535456 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312779 Jun 21 20:15:14.894365 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46628) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:15:14.943753 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fada05-819f-49ef-8c71-6d650016601d tempest-TestVolumeBootPattern-1096801640 tempest-TestVolumeBootPattern-1096801640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:14.945182 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-43fada05-819f-49ef-8c71-6d650016601d tempest-TestVolumeBootPattern-1096801640 tempest-TestVolumeBootPattern-1096801640-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 1093 time: 0.0498195 Jun 21 20:15:14.947843 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46630) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:15:14.952011 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.v2.base [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Request body: {'floatingip': {'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'port_id': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 20:15:15.050936 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:15.150666 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1702072'] for port, before_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:15.249594 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_common [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Allocated IP 172.27.0.68 (365a5b30-5815-41c7-ba9f-d3b9af0b66d4/fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd/ee184d4e-0064-4115-8c35-6b604a49bc8b) {{(pid=104793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 20:15:15.356373 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for port, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:15.448167 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1697403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-26284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759199968862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32428990'] for port, after_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:15.450093 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-e575854d-104b-48db-af9a-4e5849e2969d tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:15:15.486841 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Network 365a5b30-5815-41c7-ba9f-d3b9af0b66d4 is already hosted by enough agents. {{(pid=104793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 20:15:15.489702 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.base_scheduler [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Resources bound (agent type, host, resource id): {{(pid=104793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 20:15:15.493091 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Received port after_create {{(pid=104793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 20:15:15.518062 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'Port': ['ID=ee184d4e-0064-4115-8c35-6b604a49bc8b,revision_number=1']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:15:15.528950 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.529340 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.529713 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.530082 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.530444 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.530804 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.531164 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.531581 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.531942 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.532296 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.532649 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.533003 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:15:15.537673 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:15:15.864006 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:15.998848 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1702062'] for port, before_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:16.149112 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for port, precommit_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:16.230832 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759200398035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759199968880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759199968925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32428936'] for port, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:16.233872 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-494197fe-816d-4c0b-b010-715b5483ed27 tempest-TestMinimumBasicScenario-1120312685 tempest-TestMinimumBasicScenario-1120312685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:15:16.296335 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event updated for resources: {'Port': ['ID=ee184d4e-0064-4115-8c35-6b604a49bc8b,revision_number=2']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:15:16.301794 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:15:16.308167 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570544'] for floatingip, after_update {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:16.404599 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.l3_db [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Floating IP 7f6b8103-2a60-4e16-8869-04e45158819e associated. External IP: 172.27.0.68, port: c57aaa02-74f5-41e1-9f57-92cfb3dcc171. Jun 21 20:15:16.841046 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:15:16.945162 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:15:16.954194 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac950712-8f0c-44bc-994d-7fa028f55e92 None None] Sync routers for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:15:16.963957 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac950712-8f0c-44bc-994d-7fa028f55e92 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:15:16.964558 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-ac950712-8f0c-44bc-994d-7fa028f55e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:14:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:15:17.028135 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:17.064968 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1161349 Jun 21 20:15:17.065646 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'tag': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:15:17.068109 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8991f231-04fa-4f8b-8edc-f2da90e0f443" -d '{"events": [{"name": "network-changed", "server_uuid": "be8e842e-f537-49b6-88b2-36b9cbb2b3a5", "tag": "c57aaa02-74f5-41e1-9f57-92cfb3dcc171"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:15:17.070475 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-ac950712-8f0c-44bc-994d-7fa028f55e92 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:15:17.112738 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f94dbc-6cce-4e35-9040-ef0db3a95fa3 x-openstack-request-id: req-c8f94dbc-6cce-4e35-9040-ef0db3a95fa3 {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:15:17.113078 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8e842e-f537-49b6-88b2-36b9cbb2b3a5", "tag": "c57aaa02-74f5-41e1-9f57-92cfb3dcc171", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:15:17.113398 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8f94dbc-6cce-4e35-9040-ef0db3a95fa3 {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:15:17.113836 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'tag': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171', 'status': 'completed', 'code': 200} Jun 21 20:15:17.190799 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991f231-04fa-4f8b-8edc-f2da90e0f443 req-34c5894d-dcdb-410c-9537-4baff9921cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:17.192343 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8991f231-04fa-4f8b-8edc-f2da90e0f443 req-34c5894d-dcdb-410c-9537-4baff9921cc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0573256 Jun 21 20:15:17.279039 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991f231-04fa-4f8b-8edc-f2da90e0f443 req-65d305cf-ffcd-45e7-bcf0-f43f2c47d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:17.280497 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8991f231-04fa-4f8b-8edc-f2da90e0f443 req-65d305cf-ffcd-45e7-bcf0-f43f2c47d922 service neutron] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 913 time: 0.0824127 Jun 21 20:15:17.295872 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-ac950712-8f0c-44bc-994d-7fa028f55e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '7f6b8103-2a60-4e16-8869-04e45158819e', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:04:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:15:15Z', 'updated_at': '2021-06-21T20:15:15Z', 'revision_number': 0, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}, {'id': '98840ff3-9718-4d58-b252-065a229b65a4', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': '9c796c62-a298-42be-9048-e4424e0ee294', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:4a:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:13:18Z', 'updated_at': '2021-06-21T20:13:20Z', 'revision_number': 1, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:15:17.321807 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac950712-8f0c-44bc-994d-7fa028f55e92 None None] Checking router: 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:15:17.330157 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac950712-8f0c-44bc-994d-7fa028f55e92 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:15:17.330777 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-ac950712-8f0c-44bc-994d-7fa028f55e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:14:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:15:17.347541 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8991f231-04fa-4f8b-8edc-f2da90e0f443 req-2a65b79a-4849-4dd1-be88-a2c2c64a982e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57aaa02-74f5-41e1-9f57-92cfb3dcc171 HTTP/1.1" status: 200 len: 998 time: 0.0609512 Jun 21 20:15:17.394687 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991f231-04fa-4f8b-8edc-f2da90e0f443 req-fa3facda-6322-4d97-9a49-1d71c04aabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:17.396134 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8991f231-04fa-4f8b-8edc-f2da90e0f443 req-fa3facda-6322-4d97-9a49-1d71c04aabb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0427213 Jun 21 20:15:17.435275 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-ac950712-8f0c-44bc-994d-7fa028f55e92 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:15:17.451357 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991f231-04fa-4f8b-8edc-f2da90e0f443 req-972ac8c2-84d3-4e01-b6d2-88f64b8a4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:15:17.452852 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8991f231-04fa-4f8b-8edc-f2da90e0f443 req-972ac8c2-84d3-4e01-b6d2-88f64b8a4147 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507264 Jun 21 20:15:17.544356 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8991f231-04fa-4f8b-8edc-f2da90e0f443 req-36657d64-eef1-40fd-91d9-7d6d9f37eeaf service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851109 Jun 21 20:15:17.633172 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-8991f231-04fa-4f8b-8edc-f2da90e0f443 req-43a5a386-6459-4852-8984-0a2ed391c134 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823328 Jun 21 20:15:17.658129 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-ac950712-8f0c-44bc-994d-7fa028f55e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '7f6b8103-2a60-4e16-8869-04e45158819e', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:04:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:15:15Z', 'updated_at': '2021-06-21T20:15:15Z', 'revision_number': 0, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}, {'id': '98840ff3-9718-4d58-b252-065a229b65a4', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': '9c796c62-a298-42be-9048-e4424e0ee294', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:4a:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:13:18Z', 'updated_at': '2021-06-21T20:13:20Z', 'revision_number': 1, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:15:17.683582 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac950712-8f0c-44bc-994d-7fa028f55e92 None None] The sync data for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi is: [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '7f6b8103-2a60-4e16-8869-04e45158819e', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:04:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:15:15Z', 'updated_at': '2021-06-21T20:15:15Z', 'revision_number': 0, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}, {'id': '98840ff3-9718-4d58-b252-065a229b65a4', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': '9c796c62-a298-42be-9048-e4424e0ee294', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:4a:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:13:18Z', 'updated_at': '2021-06-21T20:13:20Z', 'revision_number': 1, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:15:17.854893 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f7903-5827-4bef-a8dd-b9940507430a None None] New status for floating IP 7f6b8103-2a60-4e16-8869-04e45158819e: ACTIVE {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:15:23.519360 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c50056cd-55e6-4218-a62d-766443de9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:26.270470 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35c22696-7e9a-4bab-a304-0f2bd0e3f61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:27.310624 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:27.364892 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:28.484800 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:30.524759 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:36.022860 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:15:53.521155 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-c844d615-edf1-418a-a4ca-4075b41625fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:56.238545 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-11092521-7ed1-4f4d-85d1-529af8fbc91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:57.321371 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:57.344709 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:15:58.490325 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:00.558162 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:11.817746 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-c21c6a35-dfc7-4ab5-b0c8-c544beacd6bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532918 Jun 21 20:16:11.913010 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-4f997972-75c3-40d5-adc8-7508f429c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:11.914446 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-4f997972-75c3-40d5-adc8-7508f429c9b0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 1099 time: 0.0546019 Jun 21 20:16:12.011496 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-1ef59ccc-4132-4976-ae8c-87230738b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:12.012883 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-1ef59ccc-4132-4976-ae8c-87230738b584 service neutron] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 913 time: 0.0796168 Jun 21 20:16:12.077991 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-f6768e6f-0dce-44ae-abea-8044d6b9cbf2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c796c62-a298-42be-9048-e4424e0ee294 HTTP/1.1" status: 200 len: 1002 time: 0.0585909 Jun 21 20:16:12.123392 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-6c1edcff-d6a2-4b52-ab83-de1322f5abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:12.124811 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-6c1edcff-d6a2-4b52-ab83-de1322f5abcc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0413978 Jun 21 20:16:12.178377 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-bff45993-2173-4650-891f-4ffb25c798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:12.179574 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-bff45993-2173-4650-891f-4ffb25c798ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490913 Jun 21 20:16:12.269354 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-e5226bef-7b3b-48d7-afed-9e4474d946a4 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826647 Jun 21 20:16:12.354077 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-662e80b2-c3c9-4a4d-a8fd-2419bb1a8c16 req-619fbead-c32b-44af-952f-73b50b27ac81 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785520 Jun 21 20:16:13.021819 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:16:23.554750 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-84bc47cf-1256-4223-9bc1-e5e6d8e89147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:26.249556 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-97cb195c-36b2-432f-acb8-8ed309ace47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:27.320263 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:27.354221 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:28.506464 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:30.566092 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:47.823862 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46662) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:16:48.013336 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Deleting port ee184d4e-0064-4115-8c35-6b604a49bc8b {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:16:48.013766 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:48.088112 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:48.088383 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:48.152385 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Calling delete_port for ee184d4e-0064-4115-8c35-6b604a49bc8b owned by network:floatingip {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:16:48.387477 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:48.390474 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-ab2edeb5-4a8d-4402-b971-f06f60ce7302 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:16:48.419125 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event deleted for resources: {'Port': ['ID=ee184d4e-0064-4115-8c35-6b604a49bc8b,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:16:48.446349 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.451690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.451690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.451690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.451690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.451690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.451690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.451690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.451690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.451690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.451690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.451690 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:48.454564 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:16:48.489276 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:48.489612 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.db.l3_db [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Floating IP 7f6b8103-2a60-4e16-8869-04e45158819e disassociated (deleted). External IP: 172.27.0.68, port: c57aaa02-74f5-41e1-9f57-92cfb3dcc171. Jun 21 20:16:48.688303 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:16:48.791003 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:16:48.795773 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:48.800015 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df5dee-91da-4669-a0d0-5b537c2e4d7a None None] Sync routers for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:16:48.808456 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df5dee-91da-4669-a0d0-5b537c2e4d7a None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:16:48.809072 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-b6df5dee-91da-4669-a0d0-5b537c2e4d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:16:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:16:48.831558 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "DELETE /v2.0/floatingips/7f6b8103-2a60-4e16-8869-04e45158819e HTTP/1.1" status: 204 len: 168 time: 1.0065720 Jun 21 20:16:48.832254 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'tag': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:16:48.834485 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c" -d '{"events": [{"name": "network-changed", "server_uuid": "be8e842e-f537-49b6-88b2-36b9cbb2b3a5", "tag": "c57aaa02-74f5-41e1-9f57-92cfb3dcc171"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:16:48.874316 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e38daef-dbf6-4569-a6bc-3e05ab7de859 x-openstack-request-id: req-6e38daef-dbf6-4569-a6bc-3e05ab7de859 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:16:48.874730 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8e842e-f537-49b6-88b2-36b9cbb2b3a5", "tag": "c57aaa02-74f5-41e1-9f57-92cfb3dcc171", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:16:48.875027 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e38daef-dbf6-4569-a6bc-3e05ab7de859 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:16:48.875493 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'tag': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171', 'status': 'completed', 'code': 200} Jun 21 20:16:48.923282 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-b6df5dee-91da-4669-a0d0-5b537c2e4d7a None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:16:48.953619 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c req-02cdef03-d31e-46d1-b614-7a437296cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:48.955121 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c req-02cdef03-d31e-46d1-b614-7a437296cb6a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0544837 Jun 21 20:16:49.047256 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c req-638d7fce-d44e-497b-822e-caa5ddcfd295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:49.048965 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c req-638d7fce-d44e-497b-822e-caa5ddcfd295 service neutron] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 913 time: 0.0879078 Jun 21 20:16:49.090070 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c req-13dec3ec-bb78-4a5c-b97c-24aaef03d45a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57aaa02-74f5-41e1-9f57-92cfb3dcc171 HTTP/1.1" status: 200 len: 217 time: 0.0348971 Jun 21 20:16:49.135895 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c req-e4b15416-62d8-40b9-97e9-f2aaa4c21951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:49.137435 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c req-e4b15416-62d8-40b9-97e9-f2aaa4c21951 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0419571 Jun 21 20:16:49.151437 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-b6df5dee-91da-4669-a0d0-5b537c2e4d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '98840ff3-9718-4d58-b252-065a229b65a4', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': '9c796c62-a298-42be-9048-e4424e0ee294', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:4a:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:13:18Z', 'updated_at': '2021-06-21T20:13:20Z', 'revision_number': 1, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:16:49.179319 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df5dee-91da-4669-a0d0-5b537c2e4d7a None None] Checking router: 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:16:49.187727 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df5dee-91da-4669-a0d0-5b537c2e4d7a None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:16:49.188350 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-b6df5dee-91da-4669-a0d0-5b537c2e4d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:16:26Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:16:49.201638 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c req-7621c8f0-dcd5-40f7-bc0a-713efcabd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:49.203016 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c req-7621c8f0-dcd5-40f7-bc0a-713efcabd469 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0583787 Jun 21 20:16:49.294477 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c req-3db74700-826d-407f-9672-149f230494e0 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845387 Jun 21 20:16:49.299096 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-b6df5dee-91da-4669-a0d0-5b537c2e4d7a None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:16:49.366986 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb7516-4cc9-4f75-bf7b-6b3370b4f6bc req-025d408a-02a9-4c4d-8c8f-a730edb6ea76 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:49.368727 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-96cb7516-4cc9-4f75-bf7b-6b3370b4f6bc req-025d408a-02a9-4c4d-8c8f-a730edb6ea76 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 945 time: 0.0671232 Jun 21 20:16:49.390775 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-998c13f0-3d9d-46aa-8c26-a7ece6e9963c req-df829389-6ebc-4553-9f8a-0fdefe26b0c3 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891836 Jun 21 20:16:49.412128 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-96cb7516-4cc9-4f75-bf7b-6b3370b4f6bc req-52e2894c-db17-4faa-b0a2-11c606e598ed tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362997 Jun 21 20:16:49.523923 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-b6df5dee-91da-4669-a0d0-5b537c2e4d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '98840ff3-9718-4d58-b252-065a229b65a4', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': '9c796c62-a298-42be-9048-e4424e0ee294', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:4a:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:13:18Z', 'updated_at': '2021-06-21T20:13:20Z', 'revision_number': 1, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:16:49.549658 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df5dee-91da-4669-a0d0-5b537c2e4d7a None None] The sync data for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi is: [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_floatingips': [{'id': '98840ff3-9718-4d58-b252-065a229b65a4', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'router_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'port_id': '9c796c62-a298-42be-9048-e4424e0ee294', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'mac_address': 'fa:16:3e:4a:ec:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T20:13:18Z', 'updated_at': '2021-06-21T20:13:20Z', 'revision_number': 1, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:16:49.770177 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e1c68-7278-4fb7-b37a-85945ac07e9f None None] New status for floating IP 7f6b8103-2a60-4e16-8869-04e45158819e: DOWN {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:16:50.020642 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:16:50.585834 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284e6ee-dd4f-4a08-ba8d-77c0f8ec1e1e req-2c0e5091-21d6-4e7f-9f05-92862cb7e621 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:50.587271 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7284e6ee-dd4f-4a08-ba8d-77c0f8ec1e1e req-2c0e5091-21d6-4e7f-9f05-92862cb7e621 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 945 time: 0.0613759 Jun 21 20:16:50.624173 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-7284e6ee-dd4f-4a08-ba8d-77c0f8ec1e1e req-07fe55ce-ceca-4761-a70c-66d0402b35bb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306520 Jun 21 20:16:50.833707 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135e176-09b1-4229-b8ef-3abd94f2f4b1 req-bf1f110c-c789-4529-a1dd-fe00a23ac8ef tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:50.835074 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2135e176-09b1-4229-b8ef-3abd94f2f4b1 req-bf1f110c-c789-4529-a1dd-fe00a23ac8ef tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 945 time: 0.0605352 Jun 21 20:16:50.932300 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-2135e176-09b1-4229-b8ef-3abd94f2f4b1 req-3ea57971-4078-435d-a6f3-203993c26168 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Deleting port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:16:50.932640 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-2135e176-09b1-4229-b8ef-3abd94f2f4b1 req-3ea57971-4078-435d-a6f3-203993c26168 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:51.016096 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-2135e176-09b1-4229-b8ef-3abd94f2f4b1 req-3ea57971-4078-435d-a6f3-203993c26168 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] For port c57aaa02-74f5-41e1-9f57-92cfb3dcc171, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c57aaa02-74f5-41e1-9f57-92cfb3dcc171,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:16:51.016454 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-2135e176-09b1-4229-b8ef-3abd94f2f4b1 req-3ea57971-4078-435d-a6f3-203993c26168 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:51.079661 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-2135e176-09b1-4229-b8ef-3abd94f2f4b1 req-3ea57971-4078-435d-a6f3-203993c26168 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Calling delete_port for c57aaa02-74f5-41e1-9f57-92cfb3dcc171 owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:16:51.262911 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-2135e176-09b1-4229-b8ef-3abd94f2f4b1 req-3ea57971-4078-435d-a6f3-203993c26168 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:51.266960 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3445df68-0007-4bef-b474-4c5e1ae82ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:16:51.291791 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea57971-4078-435d-a6f3-203993c26168 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event deleted for resources: {'Port': ['ID=c57aaa02-74f5-41e1-9f57-92cfb3dcc171,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:16:51.295184 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-3ea57971-4078-435d-a6f3-203993c26168 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:16:51.335470 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2135e176-09b1-4229-b8ef-3abd94f2f4b1 req-3ea57971-4078-435d-a6f3-203993c26168 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] No DVR routers for this DVR port c57aaa02-74f5-41e1-9f57-92cfb3dcc171 on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:16:51.337906 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-2135e176-09b1-4229-b8ef-3abd94f2f4b1 req-3ea57971-4078-435d-a6f3-203993c26168 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:51.339838 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-2135e176-09b1-4229-b8ef-3abd94f2f4b1 req-3ea57971-4078-435d-a6f3-203993c26168 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "DELETE /v2.0/ports/c57aaa02-74f5-41e1-9f57-92cfb3dcc171 HTTP/1.1" status: 204 len: 173 time: 0.4993308 Jun 21 20:16:51.340341 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'name': 'network-vif-deleted', 'tag': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:16:51.342650 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755cc009-f0b4-4ed1-9b57-4cc53f98ccbc" -d '{"events": [{"server_uuid": "be8e842e-f537-49b6-88b2-36b9cbb2b3a5", "name": "network-vif-deleted", "tag": "c57aaa02-74f5-41e1-9f57-92cfb3dcc171"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:16:51.389029 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fa65bc-9d96-47a3-9487-1c452698603c x-openstack-request-id: req-09fa65bc-9d96-47a3-9487-1c452698603c {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:16:51.389366 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8e842e-f537-49b6-88b2-36b9cbb2b3a5", "name": "network-vif-deleted", "tag": "c57aaa02-74f5-41e1-9f57-92cfb3dcc171", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:16:51.389663 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09fa65bc-9d96-47a3-9487-1c452698603c {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:16:51.390102 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8e842e-f537-49b6-88b2-36b9cbb2b3a5', 'name': 'network-vif-deleted', 'tag': 'c57aaa02-74f5-41e1-9f57-92cfb3dcc171', 'status': 'completed', 'code': 200} Jun 21 20:16:52.064035 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-ed4d26bf-89f0-4a76-aafa-ca63843f46f1 req-303afd7d-e6ba-4fb3-93a9-f435fecef616 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=be8e842e-f537-49b6-88b2-36b9cbb2b3a5 HTTP/1.1" status: 200 len: 210 time: 0.3243375 Jun 21 20:16:53.514746 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d328-473b-4cfd-8f47-94e9a3288946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:54.870680 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device c57aaa02-74f5-41e1-9f57-92cfb3dcc171 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:16:54.890263 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: c57aaa02-74f5-41e1-9f57-92cfb3dcc171 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:16:54.890622 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device c57aaa02-74f5-41e1-9f57-92cfb3dcc171 not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:16:55.545242 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46708) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:16:55.700473 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Deleting port 976858e8-583d-4d48-b8c5-fbb1baad4755 {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:16:55.700826 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:55.773015 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:55.773340 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:55.836896 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Calling delete_port for 976858e8-583d-4d48-b8c5-fbb1baad4755 owned by network:floatingip {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:16:56.071818 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:56.074236 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-681deba8-028b-4475-84a4-df7456c8b903 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:16:56.096659 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event deleted for resources: {'Port': ['ID=976858e8-583d-4d48-b8c5-fbb1baad4755,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:16:56.109925 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.110301 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.110671 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.111034 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.111391 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.111775 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.112131 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.112485 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.112852 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.113198 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.113547 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.113895 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:16:56.117474 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:16:56.174864 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:56.175257 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.db.l3_db [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Floating IP 98840ff3-9718-4d58-b252-065a229b65a4 disassociated (deleted). External IP: 172.27.0.135, port: 9c796c62-a298-42be-9048-e4424e0ee294. Jun 21 20:16:56.271825 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-7c5e216f-ccde-44b7-a41d-9367cbab33ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:56.379126 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:16:56.484884 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:16:56.489634 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:56.496941 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db6a24-f0cf-413a-b16f-3a7048d9140e None None] Sync routers for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:16:56.506227 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db6a24-f0cf-413a-b16f-3a7048d9140e None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:16:56.506844 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-44db6a24-f0cf-413a-b16f-3a7048d9140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:16:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:16:56.525696 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-8b0bb6c4-11f3-4332-bdf5-0632e7d8670b tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "DELETE /v2.0/floatingips/98840ff3-9718-4d58-b252-065a229b65a4 HTTP/1.1" status: 204 len: 168 time: 0.9793797 Jun 21 20:16:56.526357 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'tag': '9c796c62-a298-42be-9048-e4424e0ee294'}] {{(pid=104793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:16:56.528759 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de19462143e15ef221db93668efb01c0f0ffdf510a3cdef5434c8cce3486da83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1cb68e-377e-43e5-80b1-7153322948e2", "tag": "9c796c62-a298-42be-9048-e4424e0ee294"}]}' {{(pid=104793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:16:56.614247 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-44db6a24-f0cf-413a-b16f-3a7048d9140e None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:16:56.616042 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 20:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e1b9b0-e6ce-4d92-92c8-78f24bd16b95 x-openstack-request-id: req-b9e1b9b0-e6ce-4d92-92c8-78f24bd16b95 {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:16:56.616548 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1cb68e-377e-43e5-80b1-7153322948e2", "tag": "9c796c62-a298-42be-9048-e4424e0ee294", "status": "completed", "code": 200}]} {{(pid=104793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:16:56.616820 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9e1b9b0-e6ce-4d92-92c8-78f24bd16b95 {{(pid=104793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:16:56.617106 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'tag': '9c796c62-a298-42be-9048-e4424e0ee294', 'status': 'completed', 'code': 200} Jun 21 20:16:56.694843 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee req-bdbf345a-091c-4e9a-b36a-04d005117361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:56.696682 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee req-bdbf345a-091c-4e9a-b36a-04d005117361 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af99b8adfbd2416b98842b620988c101&device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 1099 time: 0.0537002 Jun 21 20:16:56.785524 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee req-068fad79-f0be-4d4b-8460-dd6fdfec5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:56.787002 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee req-068fad79-f0be-4d4b-8460-dd6fdfec5b72 service neutron] 10.222.0.22 "GET /v2.0/networks?id=085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 200 len: 913 time: 0.0829675 Jun 21 20:16:56.833177 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee req-8d25c6ee-16f5-4906-9cb6-239e93a2198c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c796c62-a298-42be-9048-e4424e0ee294 HTTP/1.1" status: 200 len: 217 time: 0.0397067 Jun 21 20:16:56.888101 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee req-6f1ae70f-e2ed-4080-bada-7eb846734cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:56.889783 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee req-6f1ae70f-e2ed-4080-bada-7eb846734cf0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 200 len: 851 time: 0.0501881 Jun 21 20:16:56.947760 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee req-d4171042-29ed-4c69-b318-f9efd04d6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:56.948182 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-44db6a24-f0cf-413a-b16f-3a7048d9140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:16:56.949276 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee req-d4171042-29ed-4c69-b318-f9efd04d6656 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=085ef811-e450-4ae1-a22d-8171ae8eaefb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534084 Jun 21 20:16:56.975282 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db6a24-f0cf-413a-b16f-3a7048d9140e None None] Checking router: 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:16:56.983800 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db6a24-f0cf-413a-b16f-3a7048d9140e None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:16:56.984507 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-44db6a24-f0cf-413a-b16f-3a7048d9140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:16:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:16:57.044963 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee req-3cd36efb-f247-473d-821e-6e516480983b service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892975 Jun 21 20:16:57.091419 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-44db6a24-f0cf-413a-b16f-3a7048d9140e None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:16:57.107896 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69703bf-a987-4ec1-9500-0702fbf6c790 req-2f3c5611-023b-4557-a2a0-cf9393bca6a7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:57.110055 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a69703bf-a987-4ec1-9500-0702fbf6c790 req-2f3c5611-023b-4557-a2a0-cf9393bca6a7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 946 time: 0.0664299 Jun 21 20:16:57.142763 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-55c6c24c-97f4-47e1-8c6d-3615459fe9ee req-1ee0e931-9b0b-4194-b484-d2cf78689281 service neutron] 10.222.0.22 "GET /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899968 Jun 21 20:16:57.153429 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [req-a69703bf-a987-4ec1-9500-0702fbf6c790 req-6a3cd568-8c96-4ebc-9c43-86cd1930c3d8 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377166 Jun 21 20:16:57.316680 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-44db6a24-f0cf-413a-b16f-3a7048d9140e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:16:57.342050 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db6a24-f0cf-413a-b16f-3a7048d9140e None None] The sync data for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi is: [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:10:07Z', 'revision_number': 4, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi', '_interfaces': [{'id': '3746a9a0-3380-4a10-b1d4-2794c1b60091', 'name': '', 'network_id': '085ef811-e450-4ae1-a22d-8171ae8eaefb', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'mac_address': 'fa:16:3e:ea:67:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:07Z', 'updated_at': '2021-06-21T20:10:12Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'subnets': [{'id': 'ad1b4a92-cb06-4d30-8ee0-8e0d795024db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:16:57.348086 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:57.371292 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:57.541438 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0849f7-a7ef-49f0-836d-c96767794abc None None] New status for floating IP 98840ff3-9718-4d58-b252-065a229b65a4: DOWN {{(pid=104797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 20:16:58.333228 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb45a1-f98a-4c9d-8728-f12367dbaf1d req-a39b44d1-0290-414b-ba97-f160005f12fa tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:58.334583 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f9bb45a1-f98a-4c9d-8728-f12367dbaf1d req-a39b44d1-0290-414b-ba97-f160005f12fa tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 946 time: 0.0661223 Jun 21 20:16:58.371560 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f9bb45a1-f98a-4c9d-8728-f12367dbaf1d req-2dc1c835-a9aa-4d2d-ab7c-9cdde5b2cad9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/security-groups?id=20b2e65e-e424-4212-9f34-6e469f183326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311623 Jun 21 20:16:58.513689 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9630517-d06a-4919-bf5d-a1b59244d1cc req-39a923aa-dd6d-49b5-822d-ad5e80367d12 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 20:16:58.515100 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f9630517-d06a-4919-bf5d-a1b59244d1cc req-39a923aa-dd6d-49b5-822d-ad5e80367d12 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 946 time: 0.0617313 Jun 21 20:16:58.536992 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:58.613885 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-f9630517-d06a-4919-bf5d-a1b59244d1cc req-89230127-9306-4be0-8ab3-9b3c3a47eab7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Deleting port 9c796c62-a298-42be-9048-e4424e0ee294 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:16:58.614131 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f9630517-d06a-4919-bf5d-a1b59244d1cc req-89230127-9306-4be0-8ab3-9b3c3a47eab7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:58.697858 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [req-f9630517-d06a-4919-bf5d-a1b59244d1cc req-89230127-9306-4be0-8ab3-9b3c3a47eab7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] For port 9c796c62-a298-42be-9048-e4424e0ee294, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9c796c62-a298-42be-9048-e4424e0ee294,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:16:58.698218 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f9630517-d06a-4919-bf5d-a1b59244d1cc req-89230127-9306-4be0-8ab3-9b3c3a47eab7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:58.762768 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [req-f9630517-d06a-4919-bf5d-a1b59244d1cc req-89230127-9306-4be0-8ab3-9b3c3a47eab7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Calling delete_port for 9c796c62-a298-42be-9048-e4424e0ee294 owned by compute:nova {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:16:58.951910 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f9630517-d06a-4919-bf5d-a1b59244d1cc req-89230127-9306-4be0-8ab3-9b3c3a47eab7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:58.956508 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-f04d5ccd-24c0-4cda-b663-75de885118cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:16:58.981669 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89230127-9306-4be0-8ab3-9b3c3a47eab7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event deleted for resources: {'Port': ['ID=9c796c62-a298-42be-9048-e4424e0ee294,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:16:58.984581 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-89230127-9306-4be0-8ab3-9b3c3a47eab7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:16:59.025629 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9630517-d06a-4919-bf5d-a1b59244d1cc req-89230127-9306-4be0-8ab3-9b3c3a47eab7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] No DVR routers for this DVR port 9c796c62-a298-42be-9048-e4424e0ee294 on host hv-cinder-79246 {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:16:59.028082 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [req-f9630517-d06a-4919-bf5d-a1b59244d1cc req-89230127-9306-4be0-8ab3-9b3c3a47eab7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for port, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:16:59.029971 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f9630517-d06a-4919-bf5d-a1b59244d1cc req-89230127-9306-4be0-8ab3-9b3c3a47eab7 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.22 "DELETE /v2.0/ports/9c796c62-a298-42be-9048-e4424e0ee294 HTTP/1.1" status: 204 len: 173 time: 0.5097141 Jun 21 20:16:59.031138 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'name': 'network-vif-deleted', 'tag': '9c796c62-a298-42be-9048-e4424e0ee294'}] {{(pid=104794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 20:16:59.033608 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25f3df159e5141480c6d3b750ad364ce21d471d5621268f6fc6a64f68cdf930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed671de8-e943-46a7-8dbe-7fc149134ffe" -d '{"events": [{"server_uuid": "cd1cb68e-377e-43e5-80b1-7153322948e2", "name": "network-vif-deleted", "tag": "9c796c62-a298-42be-9048-e4424e0ee294"}]}' {{(pid=104794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 20:16:59.068167 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 20:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0450efe3-03c2-4653-9f19-91e07a653bb0 x-openstack-request-id: req-0450efe3-03c2-4653-9f19-91e07a653bb0 {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 20:16:59.068577 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1cb68e-377e-43e5-80b1-7153322948e2", "name": "network-vif-deleted", "tag": "9c796c62-a298-42be-9048-e4424e0ee294", "status": "completed", "code": 200}]} {{(pid=104794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 20:16:59.068885 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0450efe3-03c2-4653-9f19-91e07a653bb0 {{(pid=104794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 20:16:59.069354 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1cb68e-377e-43e5-80b1-7153322948e2', 'name': 'network-vif-deleted', 'tag': '9c796c62-a298-42be-9048-e4424e0ee294', 'status': 'completed', 'code': 200} Jun 21 20:16:59.520578 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [req-f453ae91-9b18-460e-aa60-c7e14122cda1 req-73f49504-59a2-48ee-88aa-c7d2eb63108f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1cb68e-377e-43e5-80b1-7153322948e2 HTTP/1.1" status: 200 len: 210 time: 0.0296681 Jun 21 20:17:00.563671 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:00.611242 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46726) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:00.732467 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-5c217731-f423-4e3c-b761-607dafa11091 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Deleting port 19a13e1d-e215-419e-bb0c-5cd9a48f70b2 {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:17:00.732816 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5c217731-f423-4e3c-b761-607dafa11091 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:00.805196 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5c217731-f423-4e3c-b761-607dafa11091 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:00.805447 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5c217731-f423-4e3c-b761-607dafa11091 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:00.868129 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-5c217731-f423-4e3c-b761-607dafa11091 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Calling delete_port for 19a13e1d-e215-419e-bb0c-5cd9a48f70b2 owned by network:floatingip {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:17:01.079815 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5c217731-f423-4e3c-b761-607dafa11091 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:01.081869 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-af6bc179-777a-4ea7-8678-eea40688b062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:01.104869 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c217731-f423-4e3c-b761-607dafa11091 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event deleted for resources: {'Port': ['ID=19a13e1d-e215-419e-bb0c-5cd9a48f70b2,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:01.107840 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5c217731-f423-4e3c-b761-607dafa11091 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:01.164207 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5c217731-f423-4e3c-b761-607dafa11091 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for floatingip, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:01.166735 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-5c217731-f423-4e3c-b761-607dafa11091 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26631'] for floatingip, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:01.167813 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-5c217731-f423-4e3c-b761-607dafa11091 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "DELETE /v2.0/floatingips/a5731866-3064-4e66-b62c-3b5e26fe7737 HTTP/1.1" status: 204 len: 168 time: 0.5555794 Jun 21 20:17:02.553297 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46738) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:02.609479 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-444260e1-5f4f-4c5d-aeec-ac3d0e78fb8f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:02.634308 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-444260e1-5f4f-4c5d-aeec-ac3d0e78fb8f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:02.757727 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-444260e1-5f4f-4c5d-aeec-ac3d0e78fb8f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:02.760380 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-444260e1-5f4f-4c5d-aeec-ac3d0e78fb8f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:02.761528 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-444260e1-5f4f-4c5d-aeec-ac3d0e78fb8f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] 10.222.0.30 "DELETE /v2.0/security-groups/20b2e65e-e424-4212-9f34-6e469f183326 HTTP/1.1" status: 204 len: 168 time: 0.2072337 Jun 21 20:17:02.762341 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-38a384cc-2c6f-432e-b47d-10cdbd7575dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:02.771526 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444260e1-5f4f-4c5d-aeec-ac3d0e78fb8f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b2e65e-e424-4212-9f34-6e469f183326,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:02.774036 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-444260e1-5f4f-4c5d-aeec-ac3d0e78fb8f tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:02.886864 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46742) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:02.904556 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 9c796c62-a298-42be-9048-e4424e0ee294 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:17:02.924976 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] No Port match for: 9c796c62-a298-42be-9048-e4424e0ee294 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:17:02.925331 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Device 9c796c62-a298-42be-9048-e4424e0ee294 not bound to the agent host hv-cinder-79246 {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:17:03.306226 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508109'] for router_interface, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:03.550648 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Deleting port 3746a9a0-3380-4a10-b1d4-2794c1b60091 {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:17:03.550995 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:03.627214 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] For port 3746a9a0-3380-4a10-b1d4-2794c1b60091, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=3746a9a0-3380-4a10-b1d4-2794c1b60091,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:17:03.627946 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:03.687065 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Calling delete_port for 3746a9a0-3380-4a10-b1d4-2794c1b60091 owned by network:router_interface {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:17:03.942692 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:03.944599 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-c9cc543d-6c36-4792-ac27-d0d3a8419654 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:03.969012 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Pushing event deleted for resources: {'Port': ['ID=3746a9a0-3380-4a10-b1d4-2794c1b60091,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:03.972666 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:04.140247 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508017'] for router_interface, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:04.590025 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:17:04.691865 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:17:04.696767 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] 10.222.0.30 "PUT /v2.0/routers/0fc9d4d9-3922-4d94-9186-14f27bcd9bbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8087704 Jun 21 20:17:04.699284 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46746) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:04.702011 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ce198-4339-4e33-8882-e920b9be1fe9 None None] Sync routers for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:17:04.711023 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ce198-4339-4e33-8882-e920b9be1fe9 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:17:04.711757 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-637ce198-4339-4e33-8882-e920b9be1fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:16:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:04.800269 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Notify callbacks [] for router, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:04.815241 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-637ce198-4339-4e33-8882-e920b9be1fe9 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: dv-cinder-792462-15-iscsi {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:17:04.900501 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:04.991859 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-637ce198-4339-4e33-8882-e920b9be1fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:17:03Z', 'revision_number': 5, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port': {'id': '152ebae2-4c17-4178-ba58-24b11d9861cd', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:05Z', 'updated_at': '2021-06-21T20:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:05.013915 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Deleting port 152ebae2-4c17-4178-ba58-24b11d9861cd {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:17:05.014264 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.018683 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ce198-4339-4e33-8882-e920b9be1fe9 None None] Checking router: 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc for host: dv-cinder-792462-15-iscsi {{(pid=104796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:17:05.026661 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ce198-4339-4e33-8882-e920b9be1fe9 None None] Routers {'0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:17:05.027278 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-637ce198-4339-4e33-8882-e920b9be1fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:16:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'], 'active': True} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:05.091886 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] For port 152ebae2-4c17-4178-ba58-24b11d9861cd, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=152ebae2-4c17-4178-ba58-24b11d9861cd,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:17:05.092245 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.113999 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvr_db [None req-637ce198-4339-4e33-8882-e920b9be1fe9 None None] Set router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc gateway port host: None {{(pid=104796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:17:05.157297 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Calling delete_port for 152ebae2-4c17-4178-ba58-24b11d9861cd owned by network:router_gateway {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:17:05.167859 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_hamode_db [None req-637ce198-4339-4e33-8882-e920b9be1fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:17:04Z', 'revision_number': 6, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port_host': None}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:05.195053 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ce198-4339-4e33-8882-e920b9be1fe9 None None] The sync data for ids ['0fc9d4d9-3922-4d94-9186-14f27bcd9bbc'] in dv-cinder-792462-15-iscsi is: [{'id': '0fc9d4d9-3922-4d94-9186-14f27bcd9bbc', 'name': 'tempest-TestVolumeBootPattern-1461691267-router', 'tenant_id': 'af99b8adfbd2416b98842b620988c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:04Z', 'updated_at': '2021-06-21T20:17:04Z', 'revision_number': 6, 'project_id': 'af99b8adfbd2416b98842b620988c101', 'gw_port_host': None}] {{(pid=104796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:17:05.403272 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.405372 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-6a0664ef-b099-40fa-9ae8-e265cc2b311d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:05.430280 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Pushing event deleted for resources: {'Port': ['ID=152ebae2-4c17-4178-ba58-24b11d9861cd,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:05.434219 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:05.495103 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570461'] for router_gateway, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.589877 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4986'] for router, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.592044 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.691197 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-509714'] for router, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.691696 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc9d4d9-3922-4d94-9186-14f27bcd9bbc {{(pid=104793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 20:17:05.702251 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] Notify callbacks [] for router, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.702251 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-d04b18d5-782b-4399-807c-b41c4f8aaffe admin admin] 10.222.0.30 "DELETE /v2.0/routers/0fc9d4d9-3922-4d94-9186-14f27bcd9bbc HTTP/1.1" status: 204 len: 168 time: 0.9968128 Jun 21 20:17:05.702251 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46748) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:05.743321 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabd7b9c-42e7-4f68-af87-9e058ee9cffd admin admin] Deleting subnet ad1b4a92-cb06-4d30-8ee0-8e0d795024db {{(pid=104793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 20:17:05.746323 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cabd7b9c-42e7-4f68-af87-9e058ee9cffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.784104 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cabd7b9c-42e7-4f68-af87-9e058ee9cffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31473173'] for subnet, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.858507 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cabd7b9c-42e7-4f68-af87-9e058ee9cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.975134 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cabd7b9c-42e7-4f68-af87-9e058ee9cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32429003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31794928'] for subnet, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:05.977573 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:06.006029 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd7b9c-42e7-4f68-af87-9e058ee9cffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1b4a92-cb06-4d30-8ee0-8e0d795024db,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:06.009111 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-cabd7b9c-42e7-4f68-af87-9e058ee9cffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:06.010099 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cabd7b9c-42e7-4f68-af87-9e058ee9cffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.011969 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-cabd7b9c-42e7-4f68-af87-9e058ee9cffd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ad1b4a92-cb06-4d30-8ee0-8e0d795024db HTTP/1.1" status: 204 len: 168 time: 0.3114467 Jun 21 20:17:06.014429 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46750) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:06.018415 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b3e38d-6d31-4234-9e3a-836f100e27b8 None None] Network 085ef811-e450-4ae1-a22d-8171ae8eaefb requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:17:06.082796 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.138434 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Deleting port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:17:06.138693 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.153852 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 152ebae2-4c17-4178-ba58-24b11d9861cd no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:17:06.178325 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 152ebae2-4c17-4178-ba58-24b11d9861cd {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:17:06.178575 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 152ebae2-4c17-4178-ba58-24b11d9861cd not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:17:06.178924 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 3746a9a0-3380-4a10-b1d4-2794c1b60091 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:17:06.200456 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 3746a9a0-3380-4a10-b1d4-2794c1b60091 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:17:06.200834 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 3746a9a0-3380-4a10-b1d4-2794c1b60091 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:17:06.214362 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] For port fcf96dbc-bc2e-4cb5-b816-ed402cff6078, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=fcf96dbc-bc2e-4cb5-b816-ed402cff6078,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:17:06.217676 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.273197 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] DHCP port deletion for 085ef811-e450-4ae1-a22d-8171ae8eaefb request from dv-cinder-792462-15-iscsi {{(pid=104796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 20:17:06.280705 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Calling delete_port for fcf96dbc-bc2e-4cb5-b816-ed402cff6078 owned by network:dhcp {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:17:06.321681 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Deleting port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 {{(pid=104796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:17:06.322163 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.381070 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] For port fcf96dbc-bc2e-4cb5-b816-ed402cff6078, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=fcf96dbc-bc2e-4cb5-b816-ed402cff6078,segment=NetworkSegment(508bc236-0bfd-4c75-bf90-20b84586854c),segment_id=508bc236-0bfd-4c75-bf90-20b84586854c)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:17:06.381470 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.414631 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.416910 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-57dab510-40e5-412b-b1d9-103d06f0672f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:06.441226 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf96dbc-bc2e-4cb5-b816-ed402cff6078,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:06.444329 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:06.445085 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] No DVR routers for this DVR port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 on host dv-cinder-792462-15-iscsi {{(pid=104793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:17:06.447939 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Calling delete_port for fcf96dbc-bc2e-4cb5-b816-ed402cff6078 owned by network:dhcp {{(pid=104796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:17:06.518762 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.528521 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085ef811-e450-4ae1-a22d-8171ae8eaefb']}} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:06.529887 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871'] for port, after_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.533149 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-502ed617-b163-4177-a387-8f466a1d5b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:06.539595 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508bc236-0bfd-4c75-bf90-20b84586854c') {'for_net_delete': True} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:06.539896 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.services.segments.db [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508bc236-0bfd-4c75-bf90-20b84586854c') {} {{(pid=104793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:06.549093 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31473180'] for segment, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.554950 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Pushing event deleted for resources: {'Port': ['ID=fcf96dbc-bc2e-4cb5-b816-ed402cff6078,revision_number=None']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:06.559153 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] No DVR routers for this DVR port fcf96dbc-bc2e-4cb5-b816-ed402cff6078 on host dv-cinder-792462-15-iscsi {{(pid=104796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:17:06.562686 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.565537 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.565941 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.566321 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.566643 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.566965 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.567292 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.567637 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.567959 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.568281 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.568790 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.568885 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.569204 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-iscsi {{(pid=104796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 20:17:06.573798 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-17c3675b-52df-4c82-92bc-3fdd165bf007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:06.575587 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=104793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 20:17:06.576121 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32435808'] for segment, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: Traceback (most recent call last): Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: timer() Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: cb(*args, **kw) Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: return func(*args, **kwargs) Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: self._notify() Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: self.callback(batched_events) Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: event.method(event) Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: return f(self, *a, **k) Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: return self._get(url).json() Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: return self.request(url, 'GET', **kwargs) Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 20:17:06.577817 dv-cinder-792462-15-iscsi neutron-server[104793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 20:17:06.702479 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.707583 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:06.709763 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] 10.222.0.30 "DELETE /v2.0/networks/085ef811-e450-4ae1-a22d-8171ae8eaefb HTTP/1.1" status: 204 len: 168 time: 0.6943352 Jun 21 20:17:06.710626 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-a34a5f2d-d230-4e35-9fb9-3af747b18d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:06.715370 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46752) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:06.723271 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Pushing event deleted for resources: {'Network': ['ID=085ef811-e450-4ae1-a22d-8171ae8eaefb,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:06.726451 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-fe0dbcf9-4f12-45be-9431-21deb163e453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:07.048601 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-508109'] for router_interface, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:07.294600 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] Deleting port d8e59093-c04c-47a3-997e-57ae097da510 {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:17:07.294937 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:07.367974 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] For port d8e59093-c04c-47a3-997e-57ae097da510, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=d8e59093-c04c-47a3-997e-57ae097da510,segment=NetworkSegment(e4c81cc4-b62b-46b0-9f7d-eaaed2583d60),segment_id=e4c81cc4-b62b-46b0-9f7d-eaaed2583d60)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:17:07.368249 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:07.431787 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] Calling delete_port for d8e59093-c04c-47a3-997e-57ae097da510 owned by network:router_interface {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:17:07.645423 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:07.648138 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-4f8f2405-eb8d-4927-b3f4-716d31f215f9 tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:07.671433 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e59093-c04c-47a3-997e-57ae097da510,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:07.675616 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:07.840751 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-508017'] for router_interface, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:08.052020 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] Router abf5df59-a6a4-40a4-b658-70b89304d585 has already been hosted by L3 agent 046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f {{(pid=104794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 20:17:08.162495 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-iscsi the message routers_updated {{(pid=104794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 20:17:08.168923 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-edf220a6-77d6-4521-aa98-a417e69cd469 admin admin] 10.222.0.30 "PUT /v2.0/routers/abf5df59-a6a4-40a4-b658-70b89304d585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4519348 Jun 21 20:17:08.170264 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46754) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:08.173520 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be899a-1d5e-45cf-a4d9-de897cd950cb None None] Sync routers for ids ['abf5df59-a6a4-40a4-b658-70b89304d585'] in dv-cinder-792462-15-iscsi {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 20:17:08.185270 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be899a-1d5e-45cf-a4d9-de897cd950cb None None] Routers {'abf5df59-a6a4-40a4-b658-70b89304d585'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:17:08.185920 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-19be899a-1d5e-45cf-a4d9-de897cd950cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:16:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['abf5df59-a6a4-40a4-b658-70b89304d585'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:08.214543 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device fcf96dbc-bc2e-4cb5-b816-ed402cff6078 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:17:08.237786 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: fcf96dbc-bc2e-4cb5-b816-ed402cff6078 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:17:08.238184 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device fcf96dbc-bc2e-4cb5-b816-ed402cff6078 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:17:08.278502 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:08.294836 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-19be899a-1d5e-45cf-a4d9-de897cd950cb None None] Set router abf5df59-a6a4-40a4-b658-70b89304d585 gateway port host: dv-cinder-792462-15-iscsi {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:17:08.375940 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:08.471148 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-19be899a-1d5e-45cf-a4d9-de897cd950cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'name': 'tempest-TestVolumeBootPattern-1514710798-router', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'external_fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:10Z', 'updated_at': '2021-06-21T20:17:07Z', 'revision_number': 5, 'project_id': '00d672c96fd642799184bcd6131bc685', 'gw_port': {'id': '4f55216d-152f-4b44-b09f-1387d6cc556a', 'name': '', 'network_id': '365a5b30-5815-41c7-ba9f-d3b9af0b66d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T20:10:11Z', 'updated_at': '2021-06-21T20:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa23e5b6-d8ee-48e5-abbf-a8a16edf20dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-iscsi'}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:08.479093 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Deleting port 4f55216d-152f-4b44-b09f-1387d6cc556a {{(pid=104793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:17:08.481464 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:08.496835 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be899a-1d5e-45cf-a4d9-de897cd950cb None None] Checking router: abf5df59-a6a4-40a4-b658-70b89304d585 for host: dv-cinder-792462-15-iscsi {{(pid=104797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 20:17:08.505395 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be899a-1d5e-45cf-a4d9-de897cd950cb None None] Routers {'abf5df59-a6a4-40a4-b658-70b89304d585'} bound to L3 agent in host dv-cinder-792462-15-iscsi {{(pid=104797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 20:17:08.505997 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-19be899a-1d5e-45cf-a4d9-de897cd950cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:48:56Z,description=,heartbeat_timestamp=2021-06-21T20:16:56Z,host='dv-cinder-792462-15-iscsi',id=046b36b2-a8fe-4d5c-aaa3-d9ebeb432c3f,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:48:57Z,topic='l3_agent')) {'router_ids': ['abf5df59-a6a4-40a4-b658-70b89304d585'], 'active': True} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:08.561502 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.db [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] For port 4f55216d-152f-4b44-b09f-1387d6cc556a, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=4f55216d-152f-4b44-b09f-1387d6cc556a,segment=NetworkSegment(6fb2a87c-8bc0-4b44-bf27-3e9098ec82be),segment_id=6fb2a87c-8bc0-4b44-bf27-3e9098ec82be)] {{(pid=104793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:17:08.561857 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:08.588407 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_dvr_db [None req-19be899a-1d5e-45cf-a4d9-de897cd950cb None None] Set router abf5df59-a6a4-40a4-b658-70b89304d585 gateway port host: None {{(pid=104797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 20:17:08.626943 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Calling delete_port for 4f55216d-152f-4b44-b09f-1387d6cc556a owned by network:router_gateway {{(pid=104793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:17:08.640922 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.l3_hamode_db [None req-19be899a-1d5e-45cf-a4d9-de897cd950cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'name': 'tempest-TestVolumeBootPattern-1514710798-router', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:10Z', 'updated_at': '2021-06-21T20:17:08Z', 'revision_number': 6, 'project_id': '00d672c96fd642799184bcd6131bc685', 'gw_port_host': None}], 'dv-cinder-792462-15-iscsi', False) {} {{(pid=104797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:08.667289 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be899a-1d5e-45cf-a4d9-de897cd950cb None None] The sync data for ids ['abf5df59-a6a4-40a4-b658-70b89304d585'] in dv-cinder-792462-15-iscsi is: [{'id': 'abf5df59-a6a4-40a4-b658-70b89304d585', 'name': 'tempest-TestVolumeBootPattern-1514710798-router', 'tenant_id': '00d672c96fd642799184bcd6131bc685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T20:10:10Z', 'updated_at': '2021-06-21T20:17:08Z', 'revision_number': 6, 'project_id': '00d672c96fd642799184bcd6131bc685', 'gw_port_host': None}] {{(pid=104797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 20:17:08.871187 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32428977'] for port, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:08.873142 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-921ea60d-1faf-4699-a86b-73eca6146987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:08.896787 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f55216d-152f-4b44-b09f-1387d6cc556a,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:08.899879 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:08.956384 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570461'] for router_gateway, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.042911 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-510531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4986'] for router, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.045096 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.157004 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-509714'] for router, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.157491 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abf5df59-a6a4-40a4-b658-70b89304d585 {{(pid=104793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 20:17:09.162220 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] Notify callbacks [] for router, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.164085 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-8ebe8837-e626-47a4-8348-adcf38eca2e0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/abf5df59-a6a4-40a4-b658-70b89304d585 HTTP/1.1" status: 204 len: 168 time: 0.9927683 Jun 21 20:17:09.165747 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46756) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:09.208177 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea55e96-2d4e-4bc8-8963-9fefd6712708 admin admin] Deleting subnet e0a199cc-6613-435c-84e4-3a90e8970c03 {{(pid=104793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 20:17:09.211136 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fea55e96-2d4e-4bc8-8963-9fefd6712708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.243667 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fea55e96-2d4e-4bc8-8963-9fefd6712708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31473173'] for subnet, precommit_delete_associations {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.321077 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fea55e96-2d4e-4bc8-8963-9fefd6712708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498807'] for subnet, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.451154 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fea55e96-2d4e-4bc8-8963-9fefd6712708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32429003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31794928'] for subnet, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.455291 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-5366816f-100d-4a76-9e3a-01cb8bccc859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:09.479524 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea55e96-2d4e-4bc8-8963-9fefd6712708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a199cc-6613-435c-84e4-3a90e8970c03,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:09.482476 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-fea55e96-2d4e-4bc8-8963-9fefd6712708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:09.483486 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-fea55e96-2d4e-4bc8-8963-9fefd6712708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for subnet, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.485479 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-fea55e96-2d4e-4bc8-8963-9fefd6712708 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e0a199cc-6613-435c-84e4-3a90e8970c03 HTTP/1.1" status: 204 len: 168 time: 0.3187611 Jun 21 20:17:09.488117 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46758) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:09.493330 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f2c3be-6a38-4741-b882-c14d79a967bd None None] Network 7f98d8cb-5657-45e2-9c70-d628a9d47318 requested from dv-cinder-792462-15-iscsi {{(pid=104796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 20:17:09.558482 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1665227'] for network, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.611079 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Deleting port 2d7ac72e-7415-4485-b494-9acd32f6809f {{(pid=104794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:17:09.611441 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.680352 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e0af3-5ba1-42da-a00a-99c3c1b8003f None None] DHCP port deletion for 7f98d8cb-5657-45e2-9c70-d628a9d47318 request from dv-cinder-792462-15-iscsi {{(pid=104796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 20:17:09.682947 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.db [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] For port 2d7ac72e-7415-4485-b494-9acd32f6809f, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=2d7ac72e-7415-4485-b494-9acd32f6809f,segment=NetworkSegment(e4c81cc4-b62b-46b0-9f7d-eaaed2583d60),segment_id=e4c81cc4-b62b-46b0-9f7d-eaaed2583d60)] {{(pid=104794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:17:09.685613 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.732255 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-e39e0af3-5ba1-42da-a00a-99c3c1b8003f None None] Deleting port 2d7ac72e-7415-4485-b494-9acd32f6809f {{(pid=104796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 20:17:09.732634 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e39e0af3-5ba1-42da-a00a-99c3c1b8003f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759200459493'] for port, before_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.746752 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.plugin [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Calling delete_port for 2d7ac72e-7415-4485-b494-9acd32f6809f owned by network:dhcp {{(pid=104794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:17:09.795139 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.db [None req-e39e0af3-5ba1-42da-a00a-99c3c1b8003f None None] For port 2d7ac72e-7415-4485-b494-9acd32f6809f, host dv-cinder-792462-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-iscsi',level=0,port_id=2d7ac72e-7415-4485-b494-9acd32f6809f,segment=NetworkSegment(e4c81cc4-b62b-46b0-9f7d-eaaed2583d60),segment_id=e4c81cc4-b62b-46b0-9f7d-eaaed2583d60)] {{(pid=104796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 20:17:09.795564 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e39e0af3-5ba1-42da-a00a-99c3c1b8003f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571292'] for port, precommit_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.858132 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-e39e0af3-5ba1-42da-a00a-99c3c1b8003f None None] Calling delete_port for 2d7ac72e-7415-4485-b494-9acd32f6809f owned by network:dhcp {{(pid=104796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 20:17:09.888599 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30744859'] for port, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.891594 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-01164e29-0096-4430-bcb5-3359c25d90fb tempest-TestVolumeBootPattern-574706603 tempest-TestVolumeBootPattern-574706603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:09.915156 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7ac72e-7415-4485-b494-9acd32f6809f,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:09.918182 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:09.918947 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] No DVR routers for this DVR port 2d7ac72e-7415-4485-b494-9acd32f6809f on host dv-cinder-792462-15-iscsi {{(pid=104794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:17:09.934290 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-e39e0af3-5ba1-42da-a00a-99c3c1b8003f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1697356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759200398053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759199968871'] for port, after_delete {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:09.936163 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-cec49ac7-9730-4860-93f9-ae14586eed38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:09.961845 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e0af3-5ba1-42da-a00a-99c3c1b8003f None None] Pushing event deleted for resources: {'Port': ['ID=2d7ac72e-7415-4485-b494-9acd32f6809f,revision_number=None']} {{(pid=104796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:09.964844 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG oslo_concurrency.lockutils [None req-e39e0af3-5ba1-42da-a00a-99c3c1b8003f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104796) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:09.967301 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e0af3-5ba1-42da-a00a-99c3c1b8003f None None] No DVR routers for this DVR port 2d7ac72e-7415-4485-b494-9acd32f6809f on host dv-cinder-792462-15-iscsi {{(pid=104796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 20:17:09.991863 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1495848', 'neutron.services.segments.db._delete_segments_for_network-8759200479187'] for network, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:10.001850 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f98d8cb-5657-45e2-9c70-d628a9d47318']}} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:10.011930 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c81cc4-b62b-46b0-9f7d-eaaed2583d60') {'for_net_delete': True} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:10.012225 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.services.segments.db [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c81cc4-b62b-46b0-9f7d-eaaed2583d60') {} {{(pid=104794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 20:17:10.021161 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759200479016', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30529499'] for segment, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:10.034157 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040'] for segment, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:10.039875 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 20:17:10.040249 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30743754'] for segment, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: conditions |= (models_v2.Port.network_id.in_( Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: Traceback (most recent call last): Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: timer() Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: cb(*args, **kw) Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: return func(*args, **kwargs) Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: self._notify() Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: self.callback(batched_events) Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: event.method(event) Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: return f(self, *a, **k) Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._get(url).json() Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: return self.request(url, 'GET', **kwargs) Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 20:17:10.041790 dv-cinder-792462-15-iscsi neutron-server[104794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 20:17:10.139188 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d8e59093-c04c-47a3-997e-57ae097da510 no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:17:10.151851 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1495857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-437307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-652306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570498'] for network, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:10.156611 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652303'] for network, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:10.158574 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: d8e59093-c04c-47a3-997e-57ae097da510 {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:17:10.158859 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7f98d8cb-5657-45e2-9c70-d628a9d47318 HTTP/1.1" status: 204 len: 168 time: 0.6697538 Jun 21 20:17:10.158976 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device d8e59093-c04c-47a3-997e-57ae097da510 not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:17:10.159329 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 2d7ac72e-7415-4485-b494-9acd32f6809f no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:17:10.159739 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:10.176495 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f98d8cb-5657-45e2-9c70-d628a9d47318,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:10.176495 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-d95aed3b-5b94-433d-83ea-6e924d841376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:10.182184 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 2d7ac72e-7415-4485-b494-9acd32f6809f {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:17:10.182547 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 2d7ac72e-7415-4485-b494-9acd32f6809f not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:17:10.183162 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 4f55216d-152f-4b44-b09f-1387d6cc556a no longer exists at agent ovs-agent-dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 20:17:10.202195 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.plugin [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] No Port match for: 4f55216d-152f-4b44-b09f-1387d6cc556a {{(pid=104796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 20:17:10.202549 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron.plugins.ml2.rpc [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Device 4f55216d-152f-4b44-b09f-1387d6cc556a not bound to the agent host dv-cinder-792462-15-iscsi {{(pid=104796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 20:17:10.438253 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46762) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:10.476359 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-538a6d43-08ca-46e8-81f1-347c619d7e74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af99b8adfbd2416b98842b620988c101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371046 Jun 21 20:17:10.478605 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [-] (104794) accepted ('10.222.0.30', 46764) {{(pid=104794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:10.529348 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-68d45c24-0565-43ec-afea-3f7549de9573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:10.550340 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-68d45c24-0565-43ec-afea-3f7549de9573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:10.656395 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-68d45c24-0565-43ec-afea-3f7549de9573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:10.659820 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron_lib.callbacks.manager [None req-68d45c24-0565-43ec-afea-3f7549de9573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:10.662426 dv-cinder-792462-15-iscsi neutron-server[104794]: INFO neutron.wsgi [None req-68d45c24-0565-43ec-afea-3f7549de9573 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45fd0dc3-bf04-4bf2-95eb-fe2312bef580 HTTP/1.1" status: 204 len: 168 time: 0.1814699 Jun 21 20:17:10.662426 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-634d92fb-1d88-4b65-8085-79c81f0e6acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:10.668996 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d45c24-0565-43ec-afea-3f7549de9573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fd0dc3-bf04-4bf2-95eb-fe2312bef580,revision_number=None']} {{(pid=104794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:10.671568 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG oslo_concurrency.lockutils [None req-68d45c24-0565-43ec-afea-3f7549de9573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:11.273644 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46770) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:11.311965 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-3ccfb4cc-bcf0-46ca-a248-ad2eeba9bbaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00d672c96fd642799184bcd6131bc685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370681 Jun 21 20:17:11.319965 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [-] (104793) accepted ('10.222.0.30', 46772) {{(pid=104793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 20:17:11.370956 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cd08db1a-bb04-40fd-842b-30ddfb71c711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:11.392458 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cd08db1a-bb04-40fd-842b-30ddfb71c711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:11.542010 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cd08db1a-bb04-40fd-842b-30ddfb71c711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437254'] for security_group, after_delete {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:11.544558 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron_lib.callbacks.manager [None req-cd08db1a-bb04-40fd-842b-30ddfb71c711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:11.545696 dv-cinder-792462-15-iscsi neutron-server[104793]: INFO neutron.wsgi [None req-cd08db1a-bb04-40fd-842b-30ddfb71c711 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4182a05c-edcf-40ae-9ffd-9a52167bf8e9 HTTP/1.1" status: 204 len: 168 time: 0.2248015 Jun 21 20:17:11.546461 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-509da1e8-f4be-4b8f-b749-7c74fe3ef4d7 tempest-AttachVolumeTestJSON-1750612456 tempest-AttachVolumeTestJSON-1750612456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 20:17:11.557864 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08db1a-bb04-40fd-842b-30ddfb71c711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4182a05c-edcf-40ae-9ffd-9a52167bf8e9,revision_number=None']} {{(pid=104793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 20:17:11.557864 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG oslo_concurrency.lockutils [None req-cd08db1a-bb04-40fd-842b-30ddfb71c711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 20:17:23.559172 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-39195639-474f-44d1-8a34-8edec754de43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:26.282694 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-23860201-40d2-4670-97b4-8547f23d75bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:27.020020 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:17:27.364831 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:27.393327 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:28.528346 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:30.670858 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:53.581149 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-a427fcb8-375b-4d0f-906b-057ec2c1d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:56.244047 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-b051cad0-ec92-42fb-8307-99d092bf8bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:57.335378 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:57.393446 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:17:58.512440 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:00.615415 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:04.018926 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:18:23.527211 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f001d151-b4ff-434a-b695-32fdd0c7da5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:26.241183 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-77eaa2b3-1622-434b-9fc3-f9372043066e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:27.363681 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:27.364500 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:28.505911 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:30.618254 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:35.274615 dv-cinder-792462-15-iscsi neutron-server[104793]: DEBUG neutron.wsgi [req-786c2a6c-4dd2-4118-b9fa-c17a030921a6 req-fa52860b-8345-473d-b657-c6946bee5f18 service neutron] (104793) timed out ('10.222.0.30', 42184) {{(pid=104793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 20:18:38.228791 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [req-a5875db5-3347-4e7f-b344-eac1de2e6e97 req-f663676c-334a-45a7-9d62-06d8bd9f79fc service neutron] (104794) timed out ('10.222.0.30', 44418) {{(pid=104794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 20:18:41.017241 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:18:53.545337 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-101a5bf2-0c03-441d-9740-1415afc72a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:56.248444 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f5e2f806-e4a5-4ea4-bf64-f6d67bc073e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:57.367110 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:57.373741 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:18:58.539736 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:00.636626 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:18.015298 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:19:23.533551 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-4157d2f7-2e3b-473e-85bc-badf774f2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:26.241625 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-54ea4768-fc93-4b99-80c8-1ff91f527737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:27.388590 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:27.389701 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:28.520198 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:30.622886 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:37.717899 dv-cinder-792462-15-iscsi neutron-server[104794]: DEBUG neutron.wsgi [req-2089f315-20ef-4520-9286-aac529458e2a req-21a4f443-6aef-4b73-af5a-fad7a19163d5 tempest-AttachVolumeShelveTestJSON-717234171 tempest-AttachVolumeShelveTestJSON-717234171-project] (104794) timed out ('10.222.0.22', 62807) {{(pid=104794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 20:19:53.515619 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-fbf834c1-be53-4669-bc5e-38ba34cfff75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:55.013185 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:19:56.239782 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-5d972188-6869-4479-9439-8ca0e4681db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:57.349632 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:57.377783 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:19:58.520790 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:00.624278 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:23.526105 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d65e06a6-38bd-44b8-9910-e09f1fd5e511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:26.235762 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-83109e19-ee8f-4eed-b0cc-70d42ec0063c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:27.343290 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:27.365798 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:28.503131 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:30.628931 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:32.011115 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:20:53.548222 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-d2873158-0728-4f6f-a5b6-c97edad134e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:56.226895 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f0cf9066-a373-4351-b282-9c4e78cd6b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:57.348271 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:57.394335 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:20:58.575197 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:00.639117 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:09.009597 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:21:23.558535 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-85756bc8-fc00-4598-9cd1-80b929944d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:26.216190 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-811a26a1-b6b1-4985-873e-34a94527916d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:27.370177 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:27.398482 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:28.512953 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:30.637485 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:46.008146 dv-cinder-792462-15-iscsi neutron-server[104797]: DEBUG neutron.db.agents_db [None req-48de03f0-5994-4ba0-836a-b61189ef0aee None None] Agent healthcheck: found 6 active agents {{(pid=104797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 20:21:53.540709 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-7229f1d5-7d15-4e40-b1d3-aee5b7aae2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:56.278119 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1002-69ba-4c93-aa55-6e8be375a0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:57.368646 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-46cf73cb-d7e5-40e9-a87a-755cf92e2d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:57.386581 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-35de322e-6c3d-4e9e-9a8d-99489787e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:21:58.523837 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-2f2da186-debd-4c1a-a75d-885423c7a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 20:22:00.660643 dv-cinder-792462-15-iscsi neutron-server[104796]: DEBUG neutron_lib.callbacks.manager [None req-f9c6fc1a-1817-42db-802a-4ab1c1ac22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759200479169', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1502578'] for agent, after_update {{(pid=104796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}